-- Logs begin at Thu 2022-03-31 20:29:24 UTC, end at Thu 2022-03-31 22:02:00 UTC. -- Mar 31 21:25:43.123648 dv-cinder-836073-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 21:25:46.148625 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.common.config [-] Logging enabled! Mar 31 21:25:46.149294 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 21:25:46.149453 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103338) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 21:25:46.152726 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.common.config [-] Logging enabled! Mar 31 21:25:46.153020 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 21:25:46.153392 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103338) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 21:25:46.154450 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 21:25:46.154727 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 21:25:46.155172 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 21:25:46.155508 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 21:25:46.155723 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 21:25:46.156608 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.157092 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 21:25:46.157456 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.157801 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.158168 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.158526 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.158862 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.159189 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.159527 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.159870 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.160200 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.160526 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.160851 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.161191 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.161525 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.161861 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.162220 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.162545 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] debug = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.162870 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.163363 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.164493 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.164875 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.165330 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.165656 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.166059 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.166433 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.166813 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.167243 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] host = dv-cinder-836073-1-iscsi {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.167613 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.167998 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.168379 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.168781 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.169151 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.169513 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.169892 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.170274 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.170636 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] log_file = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.171008 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.171391 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.171774 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.172157 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.172468 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.172782 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.173164 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.173542 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.173901 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.174305 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.174672 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.175081 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.175445 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.175802 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.176174 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.176549 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.176930 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.177302 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.177667 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.178063 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.178430 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.178820 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.179214 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.180133 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.180499 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.180874 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.181236 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.181604 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.182020 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.182412 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.182788 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.183160 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.183526 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.183895 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.184262 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.184629 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.184991 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] use_json = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.185354 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.185714 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.186125 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.186495 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.186852 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.187214 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.187578 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.187959 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.188323 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:46.188720 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.189103 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.189493 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.189881 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.190286 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.190661 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.191053 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.191427 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.191805 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.192182 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.192557 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.192928 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.193324 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.193709 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.194221 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.194621 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.195037 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.195421 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.195792 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.196160 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.196528 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.196900 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.197278 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.197651 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.198089 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.198481 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.198853 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.199245 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.199627 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.200008 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.200391 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.201024 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.201400 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.201895 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.202296 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.202661 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.203039 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.203420 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.203787 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.204149 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.204518 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.204885 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.205256 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.205621 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.206017 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.206414 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.206787 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.207153 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.207525 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.207891 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.208255 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.208626 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.208995 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.209357 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.209725 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.210137 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.210551 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.210922 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.211299 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.211668 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.212043 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.212412 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.212775 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.213146 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.213513 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.213875 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.214288 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.214658 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.215025 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.215392 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.215757 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.216127 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.216499 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.216866 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.217248 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.217637 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.218044 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.218423 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.218793 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.219162 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.219532 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.219898 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.220268 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.220643 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.221011 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.221399 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.221768 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.222183 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.222573 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.222947 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.223332 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.223703 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.224067 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.224437 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.224811 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.225259 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.225588 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.225982 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.226911 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.227294 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.227686 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.228075 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.228461 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.228835 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.229239 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.229612 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:46.229919 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 21:25:46.230275 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103338) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 21:25:46.615730 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 21:25:46.615929 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 21:25:46.616230 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 21:25:46.617244 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 21:25:46.954302 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:46.954638 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:46.954945 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:46.956169 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:46.956477 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:46.956892 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.016567 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.016874 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.017206 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.032469 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.032807 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.033146 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.063209 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.063519 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.063746 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.211935 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.212599 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.212599 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.454083 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.454378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.454636 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.454901 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.455606 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.558446 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.558669 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.558954 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.559225 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.559489 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.559791 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.560047 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.560299 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.560548 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.560825 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.561081 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.561340 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.561592 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.561850 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.562126 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.562386 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.562636 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.562898 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.563163 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.563419 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.563685 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.563932 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.564207 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.564589 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.564834 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.565072 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.565482 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:25:47.565718 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:25:47.565950 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:25:47.566202 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:25:47.566432 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:25:47.566661 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:25:47.567032 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 21:25:47.571167 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 21:25:47.575788 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 21:25:47.579680 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 31 21:25:47.581366 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 21:25:47.581871 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 21:25:47.582321 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 21:25:47.582765 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 21:25:47.585783 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 21:25:47.586111 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 21:25:47.586508 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 21:25:47.591583 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 21:25:47.616854 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 21:25:47.617328 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.617627 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103338) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 21:25:47.618017 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.619421 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103338) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 21:25:47.619713 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 21:25:47.619956 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 21:25:47.623441 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.623718 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:47.686674 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 21:25:47.686921 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 21:25:47.687139 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 21:25:47.687532 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 21:25:47.711074 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_db.sqlalchemy.engines [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103338) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 21:25:48.175057 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Initializing driver for type 'gre' Mar 31 21:25:48.175647 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] gre ID ranges: [(1, 1000)] Mar 31 21:25:48.232554 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Initializing driver for type 'local' Mar 31 21:25:48.233492 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Initializing driver for type 'vlan' Mar 31 21:25:48.248675 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] VlanTypeDriver initialization complete Mar 31 21:25:48.249132 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Initializing driver for type 'vxlan' Mar 31 21:25:48.249772 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] vxlan ID ranges: [(1, 1000)] Mar 31 21:25:48.310172 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Initializing extension driver 'port_security' Mar 31 21:25:48.310575 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.extensions.port_security [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] PortSecurityExtensionDriver initialization complete Mar 31 21:25:48.310944 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Initializing mechanism driver 'openvswitch' Mar 31 21:25:48.311366 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Initializing mechanism driver 'hyperv' Mar 31 21:25:48.318185 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.plugin [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:25:48.318879 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > port after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.319255 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > port after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.319608 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > port after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.320691 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:25:48.321146 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.321487 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.321838 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.322262 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:25:48.322673 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > network after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.323022 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > network after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.323363 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > network after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.323757 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:25:48.324206 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.324521 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.324859 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.325694 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:25:48.328855 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.328855 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.328855 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.328855 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:25:48.328855 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.329232 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.329232 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.329232 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:25:48.329232 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] ML2 OVO RPC backend initialized. {{(pid=103338) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 21:25:48.329861 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.330250 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.330669 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > network before_response 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.331018 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > networks before_response 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.331368 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > port before_response 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.331712 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > ports before_response 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.332057 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.332404 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.332770 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > network after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.333099 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > network after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.333438 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > network after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.333777 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > port after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.334148 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > port after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.334487 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > port after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.334824 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.335162 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.336132 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.343759 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded quota_driver: . Mar 31 21:25:48.344128 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.plugin [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Modular L2 Plugin initialization complete Mar 31 21:25:48.344479 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading services supported by the core plugin {{(pid=103338) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 21:25:48.344832 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.plugins.ml2.managers [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Got port-security extension from driver 'port_security' Mar 31 21:25:48.345347 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.extensions.vlantransparent [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Disabled vlantransparent extension. Mar 31 21:25:48.345835 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103338) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 21:25:48.346245 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading Plugin: router Mar 31 21:25:48.381524 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.381931 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router after_create 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.382945 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router before_create 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.383394 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.383769 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.384153 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router after_delete 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.384514 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.384861 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.385220 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router after_create 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.385566 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router after_update 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.385918 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router after_update 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.386290 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.386648 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router after_update 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.387060 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.387429 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: port after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.387769 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: port after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.388110 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: subnet after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.388448 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.388798 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.389143 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.389486 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: port before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.389828 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.390204 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router after_update 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.390547 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.390899 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.391256 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.391598 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.391959 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > agent after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.392309 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.392659 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > network after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.393575 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Tracking information for resource: router configured {{(pid=103338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:25:48.393903 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Tracking information for resource: floatingip configured {{(pid=103338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:25:48.399655 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.db.l3_agentschedulers_db [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 21:25:48.400252 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: port after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.400624 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: port after_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.400980 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: port after_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.401335 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: port after_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.402199 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router before_create 55550100 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.402578 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.402941 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.403299 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.408276 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.services.provider_configuration [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service providers = [] {{(pid=103338) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 21:25:48.408641 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.db.servicetype_db [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103338) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 21:25:48.411823 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.services.service_base [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 21:25:48.412182 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.services.service_base [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 21:25:48.412528 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.services.service_base [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 21:25:48.413412 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.services.service_base [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 21:25:48.413839 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.services.service_base [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 21:25:48.414258 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:25:48.414583 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 21:25:48.425417 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:25:48.425692 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading Plugin: auto_allocate Mar 31 21:25:48.431744 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: network precommit_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.432124 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: network precommit_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.432658 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:25:48.432980 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading Plugin: tag Mar 31 21:25:48.439666 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:25:48.439997 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading Plugin: timestamp Mar 31 21:25:48.444127 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:25:48.444463 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading Plugin: network_ip_availability Mar 31 21:25:48.450998 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.451379 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.451737 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.452526 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:25:48.452851 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading Plugin: flavors Mar 31 21:25:48.457758 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:25:48.458125 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading Plugin: revisions Mar 31 21:25:48.463116 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:25:48.463516 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_concurrency.lockutils [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.847s {{(pid=103338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 21:25:48.464283 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103338) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 21:25:48.464618 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Initializing extension manager. Mar 31 21:25:48.465143 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: __init__.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.465487 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: __pycache__ {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.465822 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: address_group.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.466627 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.467218 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: address-group Mar 31 21:25:48.467545 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: address_scope.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.468261 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.468772 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: address-scope Mar 31 21:25:48.469096 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.470268 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.470779 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: router-admin-state-down-before-update Mar 31 21:25:48.471103 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: agent.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.471816 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.472323 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: agent Mar 31 21:25:48.472645 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: agent_resources_synced.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.473558 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.474090 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: agent-resources-synced Mar 31 21:25:48.474417 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.476843 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.477403 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: allowed-address-pairs Mar 31 21:25:48.477735 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.478905 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.479425 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: auto-allocated-topology Mar 31 21:25:48.479754 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: availability_zone.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.480453 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.480957 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: availability_zone Mar 31 21:25:48.481288 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: availability_zone_filter.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.482226 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.482736 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: availability_zone_filter Mar 31 21:25:48.483063 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: data_plane_status.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.483973 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.484479 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 21:25:48.484804 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: default_subnetpools.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.485721 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.486258 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: default-subnetpools Mar 31 21:25:48.486584 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.487413 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.487925 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: dhcp_agent_scheduler Mar 31 21:25:48.488249 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: dns.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.489165 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.489672 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 21:25:48.490020 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: dns_domain_ports.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.490934 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.491444 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 21:25:48.492382 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.493307 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.493813 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 21:25:48.494173 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: dvr.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.494851 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.495357 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: dvr Mar 31 21:25:48.495680 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: ecmp_routes.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.496596 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.497101 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 21:25:48.497422 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: empty_string_filtering.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.498372 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.498882 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: empty-string-filtering Mar 31 21:25:48.499203 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.500134 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.500641 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 21:25:48.500961 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.501914 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.502440 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 21:25:48.502763 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: external_net.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.503682 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.504175 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: external-net Mar 31 21:25:48.504498 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.505402 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.505910 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: extra_dhcp_opt Mar 31 21:25:48.506250 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: extraroute.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.507160 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.507727 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: extraroute Mar 31 21:25:48.508045 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: extraroute_atomic.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.509102 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.509615 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: extraroute-atomic Mar 31 21:25:48.510229 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: filter_validation.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.510631 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.511457 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: filter-validation Mar 31 21:25:48.511457 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: fip_pf_description.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.514139 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.514139 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 21:25:48.514139 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: fip_pf_port_range.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.514139 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.514692 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 21:25:48.514920 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: fip_port_details.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.515841 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.516345 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: fip-port-details Mar 31 21:25:48.516670 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: flavors.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.517916 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.518465 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: flavors Mar 31 21:25:48.518790 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.520464 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.520992 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 21:25:48.521330 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: floatingip_pools.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.522093 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.522612 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: floatingip-pools Mar 31 21:25:48.523495 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: ip_allocation.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.524431 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.524944 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 21:25:48.525270 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.526206 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.526719 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: ip-substring-filtering Mar 31 21:25:48.527048 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: l2_adjacency.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.527987 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.528497 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 21:25:48.528851 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: l3.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.531639 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.532260 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: router Mar 31 21:25:48.532526 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.535414 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.535991 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 21:25:48.536314 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.537273 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.537797 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: ext-gw-mode Mar 31 21:25:48.538153 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.539683 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.540201 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: l3-ha Mar 31 21:25:48.540617 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.541472 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.542003 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 21:25:48.542423 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: l3_flavors.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.543560 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.544111 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: l3-flavors Mar 31 21:25:48.544396 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.545819 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.546383 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 21:25:48.546711 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.547698 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.548163 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 21:25:48.548487 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: l3agentscheduler.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.549633 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.550141 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: l3_agent_scheduler Mar 31 21:25:48.550471 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: local_ip.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.552324 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.552869 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension local_ip not supported by any of loaded plugins Mar 31 21:25:48.553209 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: logging.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.554779 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.555308 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension logging not supported by any of loaded plugins Mar 31 21:25:48.555641 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: metering.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.556392 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.556975 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: metering Mar 31 21:25:48.557305 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.558439 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.558958 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: metering_source_and_destination_fields Mar 31 21:25:48.559286 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: multiprovidernet.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.560239 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.560742 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: multi-provider Mar 31 21:25:48.561068 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: netmtu.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.562003 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.562523 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: net-mtu Mar 31 21:25:48.562849 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: netmtu_writable.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.563766 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.564273 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: net-mtu-writable Mar 31 21:25:48.564597 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: network_availability_zone.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.565266 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.565770 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: network_availability_zone Mar 31 21:25:48.566127 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: network_ip_availability.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.567263 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.567773 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: network-ip-availability Mar 31 21:25:48.568098 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: network_segment_range.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.568878 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.569383 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 21:25:48.569707 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: pagination.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.572137 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.572484 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: pagination Mar 31 21:25:48.572816 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: port_device_profile.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.573751 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.574302 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: port-device-profile Mar 31 21:25:48.574628 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.575825 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.576340 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: port-mac-address-regenerate Mar 31 21:25:48.576661 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.577599 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.578145 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: port-numa-affinity-policy Mar 31 21:25:48.578471 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: port_resource_request.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.579400 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.579914 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 21:25:48.580234 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: port_resource_request_groups.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.581218 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.581731 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 21:25:48.582076 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: portbindings.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.583023 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.583534 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: binding Mar 31 21:25:48.583860 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: portbindings_extended.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.585178 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.586290 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: binding-extended Mar 31 21:25:48.586625 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: portsecurity.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.587558 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.588070 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: port-security Mar 31 21:25:48.588391 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: project_id.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.589378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.589711 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: project-id Mar 31 21:25:48.590068 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: providernet.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.591000 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.591527 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: provider Mar 31 21:25:48.591856 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.595629 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.596187 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos not supported by any of loaded plugins Mar 31 21:25:48.596517 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.597832 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.598384 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 21:25:48.598718 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.599666 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.600184 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 21:25:48.600509 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_default.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.602090 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.602612 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-default not supported by any of loaded plugins Mar 31 21:25:48.602942 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_fip.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.603888 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.604402 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 21:25:48.604731 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.605658 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.606207 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 21:25:48.606536 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.607468 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.607981 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 21:25:48.608310 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.609235 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.609743 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 21:25:48.610102 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.611180 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.611701 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 21:25:48.612038 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.613067 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.613590 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 21:25:48.613916 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_pps_rule.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.615147 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.615670 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 21:25:48.615997 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.616968 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.617480 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 21:25:48.617804 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.618757 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.619278 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 21:25:48.619689 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: qos_rules_alias.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.620926 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.621447 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 21:25:48.621926 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: quota_check_limit.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.622972 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.623493 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: quota-check-limit Mar 31 21:25:48.623902 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: quotasv2.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.625076 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.625403 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: quotas Mar 31 21:25:48.625727 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: quotasv2_detail.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.627821 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.628161 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: quota_details Mar 31 21:25:48.628492 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: rbac.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.629610 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.630184 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: rbac-policies Mar 31 21:25:48.630519 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: rbac_address_group.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.631485 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.632002 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: rbac-address-group Mar 31 21:25:48.632383 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: rbac_address_scope.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.633328 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.633840 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: rbac-address-scope Mar 31 21:25:48.634196 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: rbac_security_groups.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.635194 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.635715 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: rbac-security-groups Mar 31 21:25:48.636042 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.636957 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.637470 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: rbac-subnetpool Mar 31 21:25:48.637793 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: revisionifmatch.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.638749 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.639256 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: revision-if-match Mar 31 21:25:48.639583 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: revisions.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.640746 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.641268 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: standard-attr-revisions Mar 31 21:25:48.641591 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: router_availability_zone.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.642298 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.642812 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: router_availability_zone Mar 31 21:25:48.643127 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: routerservicetype.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.644067 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.644575 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 21:25:48.644899 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.645830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.646370 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: security-groups-normalized-cidr Mar 31 21:25:48.646696 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.647631 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.648678 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: port-security-groups-filtering Mar 31 21:25:48.649013 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.649982 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.650497 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: security-groups-remote-address-group Mar 31 21:25:48.650818 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.651741 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.652251 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: security-groups-shared-filtering Mar 31 21:25:48.652573 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.653167 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 21:25:48.653485 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: securitygroup.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.663434 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.664616 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: security-group Mar 31 21:25:48.664949 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: segment.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.665746 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.666290 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension segment not supported by any of loaded plugins Mar 31 21:25:48.666619 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.667646 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.668170 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 21:25:48.668497 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: servicetype.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.669694 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.670261 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: service-type Mar 31 21:25:48.670595 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: sorting.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.671598 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.671945 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: sorting Mar 31 21:25:48.672265 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: standard_attr_segment.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.673193 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.673731 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 21:25:48.674085 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: standardattrdescription.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.674757 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.675274 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: standard-attr-description Mar 31 21:25:48.675666 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: stateful_security_group.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.676555 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.677069 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: stateful-security-group Mar 31 21:25:48.677392 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: stdattrs_common.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.677985 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 21:25:48.678316 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.679359 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.680901 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 21:25:48.681247 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: subnet_onboard.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.682417 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.682939 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: subnet_onboard Mar 31 21:25:48.683267 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.684204 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.684712 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 21:25:48.685039 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: subnet_service_types.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.685972 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.686495 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: subnet-service-types Mar 31 21:25:48.686823 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: subnetallocation.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.687908 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.688428 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: subnet_allocation Mar 31 21:25:48.688755 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.689432 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.689943 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: subnetpool-prefix-ops Mar 31 21:25:48.690349 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.691296 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.691810 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 21:25:48.692135 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: tagging.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.693231 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.693754 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: standard-attr-tag Mar 31 21:25:48.694112 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: timestamp.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.695387 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.695912 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loaded extension: standard-attr-timestamp Mar 31 21:25:48.696232 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: trunk.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.697277 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.697798 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension trunk not supported by any of loaded plugins Mar 31 21:25:48.698157 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: trunk_details.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.699091 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.699604 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 21:25:48.699930 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.701117 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.701630 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 21:25:48.701980 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Loading extension file: vlantransparent.py {{(pid=103338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:25:48.702657 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:25:48.703177 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 21:25:48.705778 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:network Mar 31 21:25:48.706349 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:subnet Mar 31 21:25:48.706738 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:25:48.707131 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:port Mar 31 21:25:48.708425 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.708861 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service FLAVORS assigned prefix: {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.709490 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.709914 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.710273 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:router Mar 31 21:25:48.711272 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 21:25:48.711772 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service METERING assigned prefix: /metering {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.713253 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.713627 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.714006 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:25:48.715070 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 21:25:48.715518 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:security_group Mar 31 21:25:48.715956 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 21:25:48.716557 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service CORE assigned prefix: {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.716889 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:25:48.717241 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] subnetpool is already registered Mar 31 21:25:48.717676 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service CORE assigned prefix: {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.718030 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:25:48.718370 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] subnetpool is already registered Mar 31 21:25:48.720709 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.721148 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service FLAVORS assigned prefix: {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.721743 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.722186 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.722523 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:router Mar 31 21:25:48.722865 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] router is already registered Mar 31 21:25:48.723279 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 21:25:48.723609 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] floatingip is already registered Mar 31 21:25:48.724072 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service METERING assigned prefix: /metering {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.724753 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 21:25:48.725082 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] rbac_policy is already registered Mar 31 21:25:48.725496 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:security_group Mar 31 21:25:48.725832 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] security_group is already registered Mar 31 21:25:48.726902 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 21:25:48.727240 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] security_group_rule is already registered Mar 31 21:25:48.727896 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service CORE assigned prefix: {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.728217 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:25:48.728549 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] subnetpool is already registered Mar 31 21:25:48.728971 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.v2.resource_helper [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Service CORE assigned prefix: {{(pid=103338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:25:48.729293 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:25:48.729622 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING neutron.quota.resource_registry [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] subnetpool is already registered Mar 31 21:25:48.730145 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: extensions {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.731658 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: address-groups {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.733135 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: address-scopes {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.734476 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: agents {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.735639 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: auto-allocated-topology {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.736870 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: availability_zones {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.738113 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: dhcp-networks {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.739609 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: dhcp-agents {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.741017 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: routers {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.743308 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: flavors {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.744486 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: service_profiles {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.745720 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: next_providers {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.747267 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: service_profiles {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.749846 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: floatingip-pools {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.751095 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: routers {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.753205 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: floatingips {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.754547 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: l3-routers {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.755927 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: l3-agents {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.757398 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: metering-labels {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.758752 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: metering-label-rules {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.760017 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: network-ip-availabilities {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.761295 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: bindings {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.762967 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: quotas {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.764536 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: quotas {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.766097 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: rbac-policies {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.767381 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: security-groups {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.768657 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: security-group-rules {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.769886 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: service-providers {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.771125 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: subnetpools {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.772543 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: subnetpools {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.774619 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: tags {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.776319 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: tags {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.778142 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: tags {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.779892 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: tags {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.781676 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: tags {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.783556 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: tags {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.785233 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: tags {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.787121 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: tags {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.789501 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: tags {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.791415 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron.api.extensions [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Extended resource: tags {{(pid=103338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:25:48.797354 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING keystonemiddleware.auth_token [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 21:25:48.802226 dv-cinder-836073-1-iscsi neutron-server[103338]: WARNING keystonemiddleware.auth_token [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 21:25:48.810953 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_concurrency.lockutils [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Acquired lock "singleton_lock" {{(pid=103338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 21:25:48.811436 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_concurrency.lockutils [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Releasing lock "singleton_lock" {{(pid=103338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 21:25:48.812104 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO oslo_service.service [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Starting 2 workers Mar 31 21:25:48.817075 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Started child 103447 {{(pid=103338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 21:25:48.821954 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Started child 103448 {{(pid=103338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 21:25:48.822788 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:25:48.823661 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO neutron.service [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 21:25:48.824332 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:25:48.824512 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [-] (103447) wsgi starting up on http://0.0.0.0:9696 Mar 31 21:25:48.827273 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO oslo_service.service [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Starting 1 workers Mar 31 21:25:48.828221 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:25:48.829904 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [-] (103448) wsgi starting up on http://0.0.0.0:9696 Mar 31 21:25:48.832784 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Started child 103449 {{(pid=103338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 21:25:48.833389 dv-cinder-836073-1-iscsi neutron-server[103338]: INFO oslo_service.service [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Starting 1 workers Mar 31 21:25:48.837133 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 47478) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:25:48.839997 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Started child 103451 {{(pid=103338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 21:25:48.840236 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.service [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] calling RpcWorker wait() {{(pid=103449) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 21:25:48.841023 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.service [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] returning from RpcWorker wait() {{(pid=103449) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 21:25:48.841259 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG neutron_lib.callbacks.manager [None req-3b7aae02-f22f-4718-a1e5-ad8eb2cf6be8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:25:48.842389 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:25:48.843012 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:25:48.844350 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 21:25:48.844669 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 21:25:48.844961 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 21:25:48.845324 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 21:25:48.845880 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 21:25:48.846179 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 21:25:48.846967 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.847398 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.847617 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077679 Mar 31 21:25:48.847800 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.849079 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.849654 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.850449 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.850836 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.851240 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.852274 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.852715 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.853083 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.853456 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.853928 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.854301 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.854779 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.854913 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:25:48.855663 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.855663 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.855859 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.856128 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.856513 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.856900 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.857231 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.857599 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] debug = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.857987 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.859837 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.859837 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.860057 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:25:48.860141 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.860141 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.860141 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.860537 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.860913 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.861250 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.862847 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.862847 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.862847 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.862847 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.862847 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.862847 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.863460 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.863823 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.864144 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.864705 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] host = dv-cinder-836073-1-iscsi {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.865034 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.865385 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.865718 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869144 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869144 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869144 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869144 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869144 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869144 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869144 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869144 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869804 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869804 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869804 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_file = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869804 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_options = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869804 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.869804 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.870590 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.870886 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.871160 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.873708 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.873708 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.873708 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.873708 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.873708 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.873708 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.873708 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.873708 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.874573 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.874573 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.874573 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.874573 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.874926 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.876494 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.876494 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.876494 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.876494 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.876494 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.876494 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.877206 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.878535 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.878535 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.878535 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.878535 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.878535 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.878954 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.879376 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.879717 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.880063 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.881996 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.881996 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.881996 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.884327 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.884327 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.884736 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.885084 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.885439 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.885768 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.888960 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.890046 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.890836 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.891102 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] use_json = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.891983 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.891983 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.892336 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.892485 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.892718 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.892939 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.893317 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.893724 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.894108 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.894717 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.895228 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.895702 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.896108 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.896516 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.896930 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.897385 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.897789 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.898715 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.898880 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.899199 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.899450 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.899906 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.900324 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.905277 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.905277 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.905277 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.905277 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.905277 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.905277 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.905277 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.905277 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906238 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906238 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906238 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906238 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906238 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906238 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906238 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906238 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906958 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906958 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906958 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906958 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906958 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906958 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906958 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.906958 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.907735 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.907735 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.907735 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.907735 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.907735 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.908055 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.908055 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.908226 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.908624 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.909007 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.909395 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.909766 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.910156 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.910495 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.910835 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.911208 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.911577 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.912819 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.913239 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.913884 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.914287 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.914666 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.915031 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.915409 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.915791 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.918290 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.919255 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.919639 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.920040 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.920270 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.920543 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.920799 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.921186 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.921565 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.922274 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.922274 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.922274 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.922722 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.922722 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.923010 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.923147 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.925077 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.925077 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.925077 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.925077 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.925077 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.925077 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.925077 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.925077 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.926328 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.926328 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.926618 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.926618 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.926906 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.927282 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.927462 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.927789 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.927957 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.928232 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.928389 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.928675 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.928900 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.929085 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.929496 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.929771 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.930072 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.930250 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.933378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.933378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.933378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.933378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.933378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.933378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.933378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.933378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.934593 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.934593 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.934593 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.934593 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.934593 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.934593 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.934593 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.934593 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.935492 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.935492 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.938943 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.938943 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.938943 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.938943 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.938943 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.938943 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.938943 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.938943 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.940698 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.940698 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.940698 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.940698 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.940698 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.940698 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.940698 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.942397 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.942397 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.942397 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.942397 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.942397 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.944265 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.944265 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.944265 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.944265 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.944265 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.945854 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.945854 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.945854 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.945854 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.946687 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.946687 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.946687 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.946687 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.947557 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.947557 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.947557 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.947557 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.950068 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.950068 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.950068 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.950068 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.950068 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.950068 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.950068 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.950068 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.953147 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.953147 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.953147 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.953147 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.953147 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.953147 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.953147 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.953147 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.955164 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.955164 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.955164 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.955164 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.955164 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.955164 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.955164 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.955164 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.957545 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.957545 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.957545 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.957545 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.957545 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.957545 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.957545 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.957545 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.959926 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.959926 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.959926 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.959926 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.959926 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.959926 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.959926 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.959926 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.963200 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.963200 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.963200 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.963200 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.963200 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.963200 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.963200 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.963200 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.964893 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.964893 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.964893 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.964893 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.964893 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.964893 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.964893 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.964893 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.964893 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.966889 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.966889 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.966889 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.966889 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.966889 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.966889 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.966889 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.966889 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.969412 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.969412 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.969412 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.969412 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.969412 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.969412 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.969412 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.969412 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.971107 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.971107 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.971107 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.971107 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.971107 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.971107 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.971107 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.971107 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.972830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.972830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.972830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.972830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.972830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.972830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.972830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.972830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.975017 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.975017 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.975017 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.975017 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.975017 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.975017 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.975017 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.975017 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.976647 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.976647 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.976647 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.976647 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.976647 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.976647 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.976647 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.977830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.977830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.977830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.977830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.978660 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.979198 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.979198 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.979753 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.982205 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.982597 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.983641 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.983641 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.984081 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.984292 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.984596 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.984894 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.985130 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.985451 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.987945 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.987945 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.987945 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.988430 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.988430 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.988815 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.988999 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.989184 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.989381 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.989531 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.989820 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.990995 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.992200 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.992433 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.992690 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.992926 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.993167 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.993416 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.993627 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.993858 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:48.994086 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 21:25:48.994693 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 21:25:48.994904 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 21:25:48.995102 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 21:25:48.995295 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 21:25:48.995295 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 21:25:48.995672 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 21:25:48.995672 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.996012 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.996012 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.996276 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.996276 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.996540 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.996540 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.996809 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.996950 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.997103 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.997244 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.997377 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.997462 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.997579 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.997720 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.997858 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:48.999077 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.000128 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.000128 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.000128 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.000128 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.000950 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.000950 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] debug = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.000950 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.000950 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.000950 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.001441 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.001441 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.001441 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.001767 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.001767 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.001928 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.002298 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.002298 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.002557 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.002680 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.002802 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.002966 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.003123 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.003285 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.003464 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.003663 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] host = dv-cinder-836073-1-iscsi {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.003806 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.005275 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.005275 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.005275 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.005275 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.005275 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.005275 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.005275 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.005275 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.006842 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.006842 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.006842 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.006842 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.006842 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_file = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.006842 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_options = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.006842 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.006842 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.006842 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.008824 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.008824 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.008824 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.008824 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.008824 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.008824 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.008824 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.009704 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.009704 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.009704 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.009704 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.009704 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.009704 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.009704 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.009704 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.010937 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.010937 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.010937 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.010937 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.010937 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.010937 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.011871 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.011871 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.011871 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.011871 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.012378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.012378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.012378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.012378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.012871 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.012871 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.012871 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.013261 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.013261 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.013261 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.013914 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.013914 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.013914 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.013914 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.014605 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.014605 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.014605 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.014605 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.014605 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] use_json = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.015458 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.015458 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.015458 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.015458 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.015458 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.015458 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.016451 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.016451 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.016451 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:25:49.016451 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.016451 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.016451 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.017264 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.017264 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.017264 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.017264 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.017264 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.017264 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.017852 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.017852 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.017852 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.017852 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.018193 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.018193 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.018439 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.018439 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.018739 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.018739 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.018916 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.019047 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.019267 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.019445 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.019605 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.019765 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.019925 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.020087 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.020262 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.020418 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.020760 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.020920 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.021082 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.021247 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.021411 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.021572 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.021737 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.021899 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.022102 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.022265 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.022426 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.022586 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.022746 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.022938 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.023634 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.023799 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.023966 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.024124 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.024287 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.024372 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:25:49.024468 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.024597 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.024758 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.024920 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.025081 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.025243 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.025403 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.025570 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.025724 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.025889 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.026065 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.026218 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.026378 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.026640 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.026774 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.026886 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.026996 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.027140 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.027308 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.027842 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.027842 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.028075 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.028075 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.028274 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.028377 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.029344 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.029344 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.029344 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.029344 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.029344 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.029344 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.029944 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.029944 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.029944 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.029944 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.030421 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.030421 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.030421 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.030706 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.030706 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.030897 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.031008 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.031166 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.031339 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.031516 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.031678 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.032712 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.033023 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.033205 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.033373 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.033539 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.033703 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.033866 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.034051 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.034845 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.035924 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.036102 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.036271 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.036437 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.036599 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.036841 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.037147 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.038259 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.038259 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.038259 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.038259 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.038259 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.038830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.038830 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.039409 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.040382 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.040622 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.040753 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.040875 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.041022 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.041213 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.041365 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.042346 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.042515 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.042659 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.042828 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.042973 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.043144 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.043624 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.043778 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.043967 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.044102 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.044297 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.044424 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.044562 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.044688 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.044884 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.045043 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.045209 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.045773 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.046275 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.047311 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.047473 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.047627 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.047790 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.048444 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.048605 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.048748 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.048916 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.049108 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.049244 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.049367 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.049551 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.049698 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.050353 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.050942 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.051093 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.052024 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.052024 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.052024 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.052530 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.052697 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.052827 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.052952 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.053075 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.053235 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.053398 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.055369 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.055369 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.055369 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.055369 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.055900 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.055900 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.055900 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.056245 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.056245 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.056245 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.056599 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.056599 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.056906 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.056906 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.057295 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.057295 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.057295 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.057557 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.057633 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.058295 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.058295 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.058295 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.059114 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.059114 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.059689 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.059916 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.060253 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.060418 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.060570 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.060833 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.060998 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.061128 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.061256 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.061383 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.061509 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.061668 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.061825 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.062006 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.062171 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.062326 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.065591 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.065591 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.065591 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.065591 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.065591 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.065591 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.065591 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.065591 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.065591 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.067063 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.067063 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.067063 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.067063 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.067063 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.067063 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.067063 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.067063 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.068069 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.068069 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.068069 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.068069 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.068069 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.068069 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.068069 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.068069 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.069476 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.069476 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.069476 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.069476 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.069476 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.069476 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.069476 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.069476 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.073789 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.073789 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.073789 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.073789 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.073789 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.073789 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.073789 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.073789 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.074746 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.074746 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.074746 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.074746 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.074746 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.074746 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.074746 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.074746 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.075709 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.075709 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.075709 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.075709 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.077851 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.077851 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.077851 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.078680 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.078680 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.078680 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.078680 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.079684 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.080183 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.080390 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.080592 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.081586 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.082621 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.082808 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.082997 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.083628 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.083826 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.083998 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.084201 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.085840 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.086843 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.087028 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.088079 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.088263 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.088445 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.088621 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.088794 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.088963 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.089129 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.089298 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.089465 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.089631 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.089792 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.090044 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.090305 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.090305 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.090680 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.090680 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.090950 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:25:49.090950 dv-cinder-836073-1-iscsi neutron-server[103338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 21:26:03.237590 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d83d3a-9cf7-4c79-9445-d21f997f6c3d None None] get_active_networks_info from dv-cinder-836073-1-iscsi {{(pid=103449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 21:26:03.313988 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d83d3a-9cf7-4c79-9445-d21f997f6c3d None None] No non-hosted networks {{(pid=103449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 21:26:03.343825 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.agentschedulers_db [None req-a1d83d3a-9cf7-4c79-9445-d21f997f6c3d None None] DHCP Agent not found on host dv-cinder-836073-1-iscsi {{(pid=103449) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 21:26:03.426338 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-201f062c-33cf-41d6-9ac4-62080f44fa25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16386010'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:05.214330 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-450842d4-c6c5-464a-8aa8-901e4dc2226c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16386010'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:05.261773 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7e564552-2777-4256-a8cd-a44fea4929b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:06.824556 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 47554) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:06.976672 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16386010'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:07.487584 dv-cinder-836073-1-iscsi neutron-server[103448]: WARNING oslo_policy.policy [None req-f1173884-270e-4ced-847d-a3fd6dba3354 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:26:07.488513 dv-cinder-836073-1-iscsi neutron-server[103448]: WARNING oslo_policy.policy [None req-f1173884-270e-4ced-847d-a3fd6dba3354 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:26:07.726482 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [None req-f1173884-270e-4ced-847d-a3fd6dba3354 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:26:07.742854 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f1173884-270e-4ced-847d-a3fd6dba3354 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9172323 Mar 31 21:26:08.454899 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16386010'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:08.456429 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.457334 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.458071 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.458614 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.459140 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.459687 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.460295 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.460847 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.461513 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.462121 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.462688 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.463246 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.463793 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.464498 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.465020 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:08.465684 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836073-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:26:08.487220 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836073-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:26:09.560293 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16386010'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:10.775685 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.db.l3_hamode_db [None req-fa6112ba-d1cf-47b7-bc75-c6a2ef799125 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 21:26:10.861507 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6112ba-d1cf-47b7-bc75-c6a2ef799125 None None] Routers set() bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:26:10.861993 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6112ba-d1cf-47b7-bc75-c6a2ef799125 None None] Router IDs set() for agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 21:26:11.010141 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 47588) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:11.752699 dv-cinder-836073-1-iscsi neutron-server[103447]: WARNING oslo_policy.policy [None req-3ffdc10e-eea5-4d03-90e6-618563a8f1a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:26:11.753268 dv-cinder-836073-1-iscsi neutron-server[103447]: WARNING oslo_policy.policy [None req-3ffdc10e-eea5-4d03-90e6-618563a8f1a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:26:11.978417 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3ffdc10e-eea5-4d03-90e6-618563a8f1a7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:26:12.070733 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.policy [None req-3ffdc10e-eea5-4d03-90e6-618563a8f1a7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103447) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 21:26:12.122900 dv-cinder-836073-1-iscsi neutron-server[103447]: WARNING oslo_policy.policy [None req-3ffdc10e-eea5-4d03-90e6-618563a8f1a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:26:12.123283 dv-cinder-836073-1-iscsi neutron-server[103447]: WARNING oslo_policy.policy [None req-3ffdc10e-eea5-4d03-90e6-618563a8f1a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:26:12.226408 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc10e-eea5-4d03-90e6-618563a8f1a7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765670992920', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765670992587', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765671009703', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765670998518', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765670894966', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765671210625', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15745855', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15736873', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-426251', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-524053'] for rbac-policy (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:12.299053 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc10e-eea5-4d03-90e6-618563a8f1a7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:12.300696 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-3ffdc10e-eea5-4d03-90e6-618563a8f1a7 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2880564 Mar 31 21:26:14.961239 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 47606) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:15.297868 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:26:15.329548 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Made reservation on behalf of 1b17658a6584467a9c423639c7d1913a for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:26:15.333772 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:15.352514 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:15.473934 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Publish callbacks [] for security_group (dbaadfe9-d81c-4233-9f98-89963ae0229c), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:15.479179 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (dbaadfe9-d81c-4233-9f98-89963ae0229c), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:15.514404 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:26:15.547333 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765667651889', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (d2c2395c-e2d8-4829-80b7-b01715f483bd), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:15.547956 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Unsubscribe: segment precommit_create {{(pid=103447) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 21:26:15.548545 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.segments_db [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Added segment d2c2395c-e2d8-4829-80b7-b01715f483bd of type vlan for network fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 Mar 31 21:26:15.556425 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaadfe9-d81c-4233-9f98-89963ae0229c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:15.594703 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.595055 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.595405 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.595759 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.596096 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.596419 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.596741 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.597068 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.597393 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.597710 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.598060 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.598396 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.598716 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.599044 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.599355 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Tracked resource versions report: Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: pushed versions: Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: { 'AddressGroup': {'1.2'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Agent': {'1.1'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'ConntrackHelper': {'1.0'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Log': {'1.0'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'NDPProxy': {'1.0'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Network': {'1.1'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Port': {'1.7'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'PortForwarding': {'1.3'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'QosPolicy': {'1.10'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'SecurityGroup': {'1.5'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'SubPort': {'1.0'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Subnet': {'1.1'}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Trunk': {'1.1'}} Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: consumer versions: Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: { DHCP agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: L3 agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: Metadata agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: Metering agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: Open vSwitch agent@dv-cinder-836073-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Agent': '1.1', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'ConntrackHelper': '1.0', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'LocalIPAssociation': '1.0', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Log': '1.0', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'NDPProxy': '1.0', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Network': '1.1', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Port': '1.7', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'PortForwarding': '1.3', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'QosPolicy': '1.10', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'SecurityGroup': '1.5', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'SecurityGroupRule': '1.2', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'SubPort': '1.0', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Subnet': '1.1', Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Trunk': '1.1'}} Mar 31 21:26:15.600989 dv-cinder-836073-1-iscsi neutron-server[103447]: {{(pid=103447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:26:15.668431 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:15.732472 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:15.741670 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:26:15.742831 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:15.880685 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9184771 Mar 31 21:26:15.917868 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b4a20-c48f-41e4-8631-ad65087b99b5 demo demo] Pushing event updated for resources: {'Network': ['ID=fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:15.931622 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:26:18.599777 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 47618) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:19.191094 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.policy [None req-a5c7a000-7b1f-4c83-a96e-2055fcb9a40e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103448) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 21:26:19.234207 dv-cinder-836073-1-iscsi neutron-server[103448]: WARNING oslo_policy.policy [None req-a5c7a000-7b1f-4c83-a96e-2055fcb9a40e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:26:19.234596 dv-cinder-836073-1-iscsi neutron-server[103448]: WARNING oslo_policy.policy [None req-a5c7a000-7b1f-4c83-a96e-2055fcb9a40e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:26:19.242865 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c7a000-7b1f-4c83-a96e-2055fcb9a40e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:26:19.244660 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a5c7a000-7b1f-4c83-a96e-2055fcb9a40e demo admin] 10.222.0.24 "GET /v2.0/networks/fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 HTTP/1.1" status: 200 len: 824 time: 0.6439106 Mar 31 21:26:19.289401 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c8af48a2-721a-40fe-ad4c-2501b707a3db demo admin] 10.222.0.24 "GET /v2.0/subnetpools/2fd65dd1-f639-483b-a336-a200c109dae1 HTTP/1.1" status: 200 len: 734 time: 0.0354781 Mar 31 21:26:19.302495 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '2fd65dd1-f639-483b-a336-a200c109dae1', 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:26:19.343932 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Made reservation on behalf of 1b17658a6584467a9c423639c7d1913a for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:26:19.347218 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:19.699040 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for subnet (dc17250a-f6e4-451b-9d23-bff5db77e7cc), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:19.777630 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Checking segment: {'id': 'd2c2395c-e2d8-4829-80b7-b01715f483bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:26:19.778048 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Network hostable DHCP agents. Network: fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:26:19.789048 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Pushing event updated for resources: {'Subnet': ['ID=dc17250a-f6e4-451b-9d23-bff5db77e7cc,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:19.800433 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.800773 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.801134 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.801484 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.801817 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.802171 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.802498 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.802816 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.803150 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.803472 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.803918 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.804765 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.805091 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.806287 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.806287 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Tracked resource versions report: Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: pushed versions: Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: { 'AddressGroup': {'1.2'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Agent': {'1.1'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'ConntrackHelper': {'1.0'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Log': {'1.0'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'NDPProxy': {'1.0'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Network': {'1.1'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Port': {'1.7'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'PortForwarding': {'1.3'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'QosPolicy': {'1.10'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'SecurityGroup': {'1.5'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'SubPort': {'1.0'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Subnet': {'1.1'}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Trunk': {'1.1'}} Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: consumer versions: Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: { DHCP agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: L3 agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: Metadata agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: Metering agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: Open vSwitch agent@dv-cinder-836073-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Agent': '1.1', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'ConntrackHelper': '1.0', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'LocalIPAssociation': '1.0', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Log': '1.0', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'NDPProxy': '1.0', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Network': '1.1', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Port': '1.7', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'PortForwarding': '1.3', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'QosPolicy': '1.10', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'SecurityGroup': '1.5', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'SecurityGroupRule': '1.2', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'SubPort': '1.0', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Subnet': '1.1', Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Trunk': '1.1'}} Mar 31 21:26:19.807387 dv-cinder-836073-1-iscsi neutron-server[103448]: {{(pid=103448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:26:19.839012 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Network fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:26:19.853694 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:26:19.860224 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:26:19.861190 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:19.868253 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246bdde9-4174-47e3-abec-7cda26fa2d4f None None] Network fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:26:19.898000 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e16a1bd7-46d9-4fa2-b1b7-d14edf22f722 demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5991259 Mar 31 21:26:20.392120 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eb66703-8a4f-504a-9784-587a225c9d17-fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28', 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28', 'project_id': '1b17658a6584467a9c423639c7d1913a', 'fixed_ips': [{'subnet_id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc'}]}} from dv-cinder-836073-1-iscsi. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:26:20.394015 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:20.763170 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Allocated IP 172.20.0.2 (fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28/dc17250a-f6e4-451b-9d23-bff5db77e7cc/846e09c8-ffde-488a-85b4-cb046d51f0a4) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:26:21.149115 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Publish callbacks [] for port (846e09c8-ffde-488a-85b4-cb046d51f0a4), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:21.160585 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (846e09c8-ffde-488a-85b4-cb046d51f0a4), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:21.315018 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Network fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:26:21.327941 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:26:21.334386 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Pushing event updated for resources: {'Port': ['ID=846e09c8-ffde-488a-85b4-cb046d51f0a4,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:21.336936 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:26:21.347161 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.347501 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.347864 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.348227 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.348568 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.348901 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.349230 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.349558 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.349885 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.350249 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.351111 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.351465 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.351796 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.352115 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.352437 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Tracked resource versions report: Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: pushed versions: Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: { 'AddressGroup': {'1.2'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Agent': {'1.1'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'ConntrackHelper': {'1.0'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Log': {'1.0'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'NDPProxy': {'1.0'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Network': {'1.1'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Port': {'1.7'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'PortForwarding': {'1.3'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'QosPolicy': {'1.10'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'SecurityGroup': {'1.5'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'SubPort': {'1.0'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Subnet': {'1.1'}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Trunk': {'1.1'}} Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: consumer versions: Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: { DHCP agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: L3 agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: Metadata agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: Metering agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: Open vSwitch agent@dv-cinder-836073-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Agent': '1.1', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'ConntrackHelper': '1.0', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'LocalIPAssociation': '1.0', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Log': '1.0', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'NDPProxy': '1.0', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Network': '1.1', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Port': '1.7', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'PortForwarding': '1.3', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'QosPolicy': '1.10', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'SecurityGroup': '1.5', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'SecurityGroupRule': '1.2', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'SubPort': '1.0', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Subnet': '1.1', Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Trunk': '1.1'}} Mar 31 21:26:21.353942 dv-cinder-836073-1-iscsi neutron-server[103449]: {{(pid=103449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:26:21.432279 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Attempting to bind port 846e09c8-ffde-488a-85b4-cb046d51f0a4 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:26:21.432683 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Attempting to bind port 846e09c8-ffde-488a-85b4-cb046d51f0a4 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': 'd2c2395c-e2d8-4829-80b7-b01715f483bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:26:21.433110 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Attempting to bind port 846e09c8-ffde-488a-85b4-cb046d51f0a4 on network fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:26:21.438834 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:26:21.439183 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Checking segment: {'id': 'd2c2395c-e2d8-4829-80b7-b01715f483bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:26:21.439653 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:21.440045 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Bound using segment: {'id': 'd2c2395c-e2d8-4829-80b7-b01715f483bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:26:21.440517 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Bound port: 846e09c8-ffde-488a-85b4-cb046d51f0a4, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c2395c-e2d8-4829-80b7-b01715f483bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:26:21.440927 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (846e09c8-ffde-488a-85b4-cb046d51f0a4), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:21.512733 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] For port 846e09c8-ffde-488a-85b4-cb046d51f0a4, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:26:21.536736 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] For port 846e09c8-ffde-488a-85b4-cb046d51f0a4, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=846e09c8-ffde-488a-85b4-cb046d51f0a4,segment=NetworkSegment(d2c2395c-e2d8-4829-80b7-b01715f483bd),segment_id=d2c2395c-e2d8-4829-80b7-b01715f483bd)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:26:21.546372 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (846e09c8-ffde-488a-85b4-cb046d51f0a4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:21.606372 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27fa3f-154b-47b5-b275-8d5123ba8c8a None None] Pushing event updated for resources: {'Port': ['ID=846e09c8-ffde-488a-85b4-cb046d51f0a4,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:22.724272 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 47632) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:23.207422 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [None req-ee73afcf-105f-452f-a8b5-8f3396a18f17 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:26:23.208749 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-ee73afcf-105f-452f-a8b5-8f3396a18f17 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4834430 Mar 31 21:26:26.480747 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 47640) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:26.858251 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [None req-8bed55aa-37c3-4c3a-be52-f7183e954175 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:26:26.859282 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8bed55aa-37c3-4c3a-be52-f7183e954175 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3776696 Mar 31 21:26:29.682571 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 47648) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:30.203086 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f909fa18-cda4-481f-986a-cf756a0bf08d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:26:30.233480 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f909fa18-cda4-481f-986a-cf756a0bf08d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16398391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31876'] for router (56b778df-da05-47a6-bdbd-d59ab23a5941), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:30.235390 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f909fa18-cda4-481f-986a-cf756a0bf08d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16399271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16384502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16275930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31887'] for router (56b778df-da05-47a6-bdbd-d59ab23a5941), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:30.421431 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f909fa18-cda4-481f-986a-cf756a0bf08d demo demo] Publish callbacks [] for router_controller (56b778df-da05-47a6-bdbd-d59ab23a5941), precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:30.428638 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f909fa18-cda4-481f-986a-cf756a0bf08d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16384289'] for router (56b778df-da05-47a6-bdbd-d59ab23a5941), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:30.460552 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f909fa18-cda4-481f-986a-cf756a0bf08d demo demo] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:30.461928 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f909fa18-cda4-481f-986a-cf756a0bf08d demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7780802 Mar 31 21:26:33.159507 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-eb0d180b-7f7c-4f12-8475-62cd15592086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:33.338382 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 47660) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:33.761758 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [None req-0fbc6bea-aac0-4dff-a247-877472e0297b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:26:33.762871 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-0fbc6bea-aac0-4dff-a247-877472e0297b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4230919 Mar 31 21:26:33.949660 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 846e09c8-ffde-488a-85b4-cb046d51f0a4 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:26:34.053103 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 846e09c8-ffde-488a-85b4-cb046d51f0a4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:26:34.053623 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (846e09c8-ffde-488a-85b4-cb046d51f0a4), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:34.197749 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 846e09c8-ffde-488a-85b4-cb046d51f0a4 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:26:34.198483 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (846e09c8-ffde-488a-85b4-cb046d51f0a4), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:34.205619 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584fbb9f-7979-4747-8cd9-b4f259c0e18c None None] Network fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:26:34.303555 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port 846e09c8-ffde-488a-85b4-cb046d51f0a4, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=846e09c8-ffde-488a-85b4-cb046d51f0a4,segment=NetworkSegment(d2c2395c-e2d8-4829-80b7-b01715f483bd),segment_id=d2c2395c-e2d8-4829-80b7-b01715f483bd)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:26:34.307324 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7e573fda-ea2c-4ff7-8700-ed9b3135c96d None None] Provisioning complete for port 846e09c8-ffde-488a-85b4-cb046d51f0a4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:26:34.307739 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7e573fda-ea2c-4ff7-8700-ed9b3135c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (846e09c8-ffde-488a-85b4-cb046d51f0a4), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:34.311447 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (846e09c8-ffde-488a-85b4-cb046d51f0a4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:34.424837 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=846e09c8-ffde-488a-85b4-cb046d51f0a4,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:34.494341 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7e573fda-ea2c-4ff7-8700-ed9b3135c96d None None] Current status of the port 846e09c8-ffde-488a-85b4-cb046d51f0a4 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:26:34.717670 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c16b5f6e-2ca7-47fd-ab77-6578130fac35 None None] Provisioning complete for port 846e09c8-ffde-488a-85b4-cb046d51f0a4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:26:34.718005 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c16b5f6e-2ca7-47fd-ab77-6578130fac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (846e09c8-ffde-488a-85b4-cb046d51f0a4), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:34.798326 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c16b5f6e-2ca7-47fd-ab77-6578130fac35 None None] Current status of the port 846e09c8-ffde-488a-85b4-cb046d51f0a4 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:26:35.202158 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a85f027e-243b-41a7-8066-0a565fc274c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:35.888667 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 846e09c8-ffde-488a-85b4-cb046d51f0a4 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:26:35.942706 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 846e09c8-ffde-488a-85b4-cb046d51f0a4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:26:35.943373 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (846e09c8-ffde-488a-85b4-cb046d51f0a4), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:36.030831 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 846e09c8-ffde-488a-85b4-cb046d51f0a4 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:26:36.440211 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 47674) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:36.798507 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:26:36.824616 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Made reservation on behalf of f63c563bc8a04d8da3b3b6db3e8214d6 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:26:36.827226 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:36.846588 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:36.958165 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:37.027183 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Publish callbacks [] for security_group (9eab458d-fe4e-46d5-9b3d-647d065afe71), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:37.031639 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9eab458d-fe4e-46d5-9b3d-647d065afe71), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:37.049665 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Reserving flat network on physical network physnet1 {{(pid=103448) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 21:26:37.086644 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eab458d-fe4e-46d5-9b3d-647d065afe71,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:37.101876 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765667651889', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (625ec94e-7b34-4b18-a0e1-7e1b028e1e1b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:37.101876 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Unsubscribe: segment precommit_create {{(pid=103448) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 21:26:37.102796 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Added segment 625ec94e-7b34-4b18-a0e1-7e1b028e1e1b of type flat for network 117f9244-b533-4049-ba97-bca06ffbe3a7 Mar 31 21:26:37.173727 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (117f9244-b533-4049-ba97-bca06ffbe3a7), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:37.218391 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (117f9244-b533-4049-ba97-bca06ffbe3a7), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:37.219668 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:26:37.220291 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:37.324086 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8827784 Mar 31 21:26:37.340091 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03697eb8-a046-4c4b-83db-a94cf3c94438 admin admin] Pushing event updated for resources: {'Network': ['ID=117f9244-b533-4049-ba97-bca06ffbe3a7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:37.356225 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:26:38.496908 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:39.474135 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:40.051248 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 47692) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:40.362840 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dc511b-9c74-4c11-9bfc-202dabe244ed demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:26:40.364250 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-09dc511b-9c74-4c11-9bfc-202dabe244ed demo admin] 10.222.0.24 "GET /v2.0/subnets/dc17250a-f6e4-451b-9d23-bff5db77e7cc HTTP/1.1" status: 200 len: 849 time: 0.3119869 Mar 31 21:26:40.569310 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-d7028b4f-e097-45ef-a07a-9f505beacfbc demo admin] 10.222.0.24 "GET /v2.0/routers/56b778df-da05-47a6-bdbd-d59ab23a5941 HTTP/1.1" status: 200 len: 704 time: 0.1979549 Mar 31 21:26:40.864087 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:41.179959 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Allocated IP 172.20.0.1 (fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28/dc17250a-f6e4-451b-9d23-bff5db77e7cc/53f3f884-6776-470c-9dd4-b8ccf2cd9fa9) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:26:41.414418 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Publish callbacks [] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:41.483091 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:41.566944 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Network fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:26:41.574016 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:26:41.578607 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:26:41.579464 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384758'] for router_interface (56b778df-da05-47a6-bdbd-d59ab23a5941), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:41.652876 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Pushing event updated for resources: {'Port': ['ID=53f3f884-6776-470c-9dd4-b8ccf2cd9fa9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:41.769598 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-09931a19-f15f-4ef9-94ef-26e87dab0130 None None] Provisioning complete for port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:26:41.770526 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-09931a19-f15f-4ef9-94ef-26e87dab0130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:41.805174 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-09931a19-f15f-4ef9-94ef-26e87dab0130 None None] Port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:26:41.813053 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:42.085134 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Publish callbacks [] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:42.089756 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:42.090631 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384610'] for router_interface (56b778df-da05-47a6-bdbd-d59ab23a5941), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:42.171217 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Pushing event updated for resources: {'Port': ['ID=53f3f884-6776-470c-9dd4-b8ccf2cd9fa9,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:42.218315 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Network fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:26:42.219656 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:26:42.407394 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Router 56b778df-da05-47a6-bdbd-d59ab23a5941 is scheduled to L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:26:42.512640 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:26:42.521556 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-0355f2e3-4921-4bde-bd68-9c72661c87ae demo admin] 10.222.0.24 "PUT /v2.0/routers/56b778df-da05-47a6-bdbd-d59ab23a5941/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9460940 Mar 31 21:26:42.524115 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Sync routers for ids ['56b778df-da05-47a6-bdbd-d59ab23a5941'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:26:42.536244 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-064258a8-7fdb-41e5-b67c-25cee1fd8ce0 None None] Provisioning complete for port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:26:42.536881 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-064258a8-7fdb-41e5-b67c-25cee1fd8ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:42.542910 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Routers {'56b778df-da05-47a6-bdbd-d59ab23a5941'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:26:42.544359 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:26:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['56b778df-da05-47a6-bdbd-d59ab23a5941'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:26:42.596546 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-064258a8-7fdb-41e5-b67c-25cee1fd8ce0 None None] Port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:26:42.751399 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Set router 56b778df-da05-47a6-bdbd-d59ab23a5941 gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:26:43.301796 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'name': 'router1', 'tenant_id': '1b17658a6584467a9c423639c7d1913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:26:30Z', 'updated_at': '2022-03-31T21:26:41Z', 'revision_number': 2, 'project_id': '1b17658a6584467a9c423639c7d1913a', 'gw_port_host': None, '_interfaces': [{'id': '53f3f884-6776-470c-9dd4-b8ccf2cd9fa9', 'name': '', 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28', 'tenant_id': '1b17658a6584467a9c423639c7d1913a', 'mac_address': 'fa:16:3e:48:5e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:26:40Z', 'updated_at': '2022-03-31T21:26:41Z', 'revision_number': 2, 'project_id': '1b17658a6584467a9c423639c7d1913a', 'subnets': [{'id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fd65dd1-f639-483b-a336-a200c109dae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:26:43.374862 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Checking router: 56b778df-da05-47a6-bdbd-d59ab23a5941 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:26:43.375239 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Updating router 56b778df-da05-47a6-bdbd-d59ab23a5941 port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 binding host dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:26:43.437485 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:44.014182 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Publish callbacks [] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:44.022964 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:44.229924 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1f475cf3-2cd7-47dd-8112-7c68b4f43c92 None None] Provisioning complete for port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:26:44.230664 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1f475cf3-2cd7-47dd-8112-7c68b4f43c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:44.270434 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1f475cf3-2cd7-47dd-8112-7c68b4f43c92 None None] Port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:26:44.282606 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Pushing event updated for resources: {'Port': ['ID=53f3f884-6776-470c-9dd4-b8ccf2cd9fa9,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:44.301664 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Attempting to bind port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:26:44.302324 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Attempting to bind port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': 'd2c2395c-e2d8-4829-80b7-b01715f483bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:26:44.303002 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Attempting to bind port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 on network fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:26:44.308741 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.309283 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.309837 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.310418 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.310966 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.311501 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.312034 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.312589 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.313102 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.313646 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.314214 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.314823 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.315315 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.315845 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.316375 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Tracked resource versions report: Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: pushed versions: Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: { 'AddressGroup': {'1.2'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Agent': {'1.1'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'ConntrackHelper': {'1.0'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Log': {'1.0'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'NDPProxy': {'1.0'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Network': {'1.1'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Port': {'1.7'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'PortForwarding': {'1.3'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'QosPolicy': {'1.10'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'SecurityGroup': {'1.5'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'SubPort': {'1.0'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Subnet': {'1.1'}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Trunk': {'1.1'}} Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: consumer versions: Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: { DHCP agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: L3 agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: Metadata agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: Metering agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: Open vSwitch agent@dv-cinder-836073-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Agent': '1.1', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'ConntrackHelper': '1.0', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'LocalIPAssociation': '1.0', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Log': '1.0', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'NDPProxy': '1.0', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Network': '1.1', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Port': '1.7', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'PortForwarding': '1.3', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'QosPolicy': '1.10', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'SecurityGroup': '1.5', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'SecurityGroupRule': '1.2', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'SubPort': '1.0', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Subnet': '1.1', Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Trunk': '1.1'}} Mar 31 21:26:44.318863 dv-cinder-836073-1-iscsi neutron-server[103451]: {{(pid=103451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:26:44.327605 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:26:44.328220 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Checking segment: {'id': 'd2c2395c-e2d8-4829-80b7-b01715f483bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:26:44.328921 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:44.329544 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Bound using segment: {'id': 'd2c2395c-e2d8-4829-80b7-b01715f483bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:26:44.330349 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Bound port: 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c2395c-e2d8-4829-80b7-b01715f483bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:26:44.330970 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:44.409864 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] For port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:26:44.430897 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] For port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=53f3f884-6776-470c-9dd4-b8ccf2cd9fa9,segment=NetworkSegment(d2c2395c-e2d8-4829-80b7-b01715f483bd),segment_id=d2c2395c-e2d8-4829-80b7-b01715f483bd)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:26:44.439186 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:44.503551 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c956e8c-af11-439c-a981-9b4cbae8f3ea None None] Pushing event updated for resources: {'Port': ['ID=53f3f884-6776-470c-9dd4-b8ccf2cd9fa9,revision_number=4']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:44.512054 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Routers {'56b778df-da05-47a6-bdbd-d59ab23a5941'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:26:44.512923 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:26:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['56b778df-da05-47a6-bdbd-d59ab23a5941'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:26:44.642303 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] Set router 56b778df-da05-47a6-bdbd-d59ab23a5941 gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:26:44.713870 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-850b7113-8687-4df6-85d1-b938a27627ab None None] Provisioning complete for port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:26:44.714669 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-850b7113-8687-4df6-85d1-b938a27627ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:44.820960 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-850b7113-8687-4df6-85d1-b938a27627ab None None] Current status of the port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:26:44.821400 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-850b7113-8687-4df6-85d1-b938a27627ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:44.873767 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-850b7113-8687-4df6-85d1-b938a27627ab None None] For port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=53f3f884-6776-470c-9dd4-b8ccf2cd9fa9,segment=NetworkSegment(d2c2395c-e2d8-4829-80b7-b01715f483bd),segment_id=d2c2395c-e2d8-4829-80b7-b01715f483bd)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:26:44.882331 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-850b7113-8687-4df6-85d1-b938a27627ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:44.936511 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'name': 'router1', 'tenant_id': '1b17658a6584467a9c423639c7d1913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:26:30Z', 'updated_at': '2022-03-31T21:26:41Z', 'revision_number': 2, 'project_id': '1b17658a6584467a9c423639c7d1913a', 'gw_port_host': None, '_interfaces': [{'id': '53f3f884-6776-470c-9dd4-b8ccf2cd9fa9', 'name': '', 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28', 'tenant_id': '1b17658a6584467a9c423639c7d1913a', 'mac_address': 'fa:16:3e:48:5e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:26:40Z', 'updated_at': '2022-03-31T21:26:44Z', 'revision_number': 4, 'project_id': '1b17658a6584467a9c423639c7d1913a', 'subnets': [{'id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fd65dd1-f639-483b-a336-a200c109dae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:26:44.962338 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b7113-8687-4df6-85d1-b938a27627ab None None] Pushing event updated for resources: {'Port': ['ID=53f3f884-6776-470c-9dd4-b8ccf2cd9fa9,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:44.969200 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658f986-8029-4d68-81fb-c80ccb37d48e None None] The sync data for ids ['56b778df-da05-47a6-bdbd-d59ab23a5941'] in dv-cinder-836073-1-iscsi is: [{'id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'name': 'router1', 'tenant_id': '1b17658a6584467a9c423639c7d1913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:26:30Z', 'updated_at': '2022-03-31T21:26:41Z', 'revision_number': 2, 'project_id': '1b17658a6584467a9c423639c7d1913a', 'gw_port_host': None, '_interfaces': [{'id': '53f3f884-6776-470c-9dd4-b8ccf2cd9fa9', 'name': '', 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28', 'tenant_id': '1b17658a6584467a9c423639c7d1913a', 'mac_address': 'fa:16:3e:48:5e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:26:40Z', 'updated_at': '2022-03-31T21:26:44Z', 'revision_number': 4, 'project_id': '1b17658a6584467a9c423639c7d1913a', 'subnets': [{'id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fd65dd1-f639-483b-a336-a200c109dae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:26:45.184356 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 47708) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:45.305144 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6997cee6-6114-474f-99a7-3852730ca578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:26:45.306455 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6997cee6-6114-474f-99a7-3852730ca578 admin admin] 10.222.0.24 "GET /v2.0/networks/117f9244-b533-4049-ba97-bca06ffbe3a7 HTTP/1.1" status: 200 len: 842 time: 0.1210103 Mar 31 21:26:45.319511 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] Request body: {'subnet': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:26:45.345122 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] Made reservation on behalf of f63c563bc8a04d8da3b3b6db3e8214d6 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:26:45.347522 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:45.703295 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.objects.ports [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103448) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 21:26:45.703731 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for subnet (530d3af8-eb66-40b1-95cc-b3096356be35), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:45.758174 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=530d3af8-eb66-40b1-95cc-b3096356be35,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:45.770990 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] Checking segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:26:45.771587 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] Network hostable DHCP agents. Network: 117f9244-b533-4049-ba97-bca06ffbe3a7, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:26:45.790604 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:26:45.800390 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 117f9244-b533-4049-ba97-bca06ffbe3a7) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:26:45.807843 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:26:45.808755 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:45.814943 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42e38ee-7b63-4dcd-a613-d4d9744ae40c None None] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:26:45.838025 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-767c1ae4-1897-4017-bd84-7e4d7289dc87 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5211432 Mar 31 21:26:45.997281 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4167267-cfc3-4b0e-8363-3a2adefa556f None None] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:26:48.440631 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 47716) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:48.664664 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8710697a-3dc0-469f-be10-3f7e1abab91a demo admin] 10.222.0.24 "GET /v2.0/routers/56b778df-da05-47a6-bdbd-d59ab23a5941 HTTP/1.1" status: 200 len: 710 time: 0.2225826 Mar 31 21:26:48.753391 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a72252c-3af5-4986-9fd0-7222ee9209db demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:26:48.754798 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8a72252c-3af5-4986-9fd0-7222ee9209db demo admin] 10.222.0.24 "GET /v2.0/networks/117f9244-b533-4049-ba97-bca06ffbe3a7 HTTP/1.1" status: 200 len: 886 time: 0.0842950 Mar 31 21:26:48.765124 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:26:49.066295 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Publish callbacks [] for router_gateway (56b778df-da05-47a6-bdbd-d59ab23a5941), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:49.414937 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Publish callbacks [] for router_gateway (56b778df-da05-47a6-bdbd-d59ab23a5941), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:49.514779 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:49.684311 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Allocated IP 172.27.3.122 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/70cd13de-451d-4053-b562-d1cba4b68499) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:26:49.827269 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Publish callbacks [] for port (70cd13de-451d-4053-b562-d1cba4b68499), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:49.923573 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (70cd13de-451d-4053-b562-d1cba4b68499), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:49.999716 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:26:50.006162 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:26:50.015422 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:26:50.022254 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Pushing event updated for resources: {'Port': ['ID=70cd13de-451d-4053-b562-d1cba4b68499,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:50.344531 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Publish callbacks [] for router_gateway (56b778df-da05-47a6-bdbd-d59ab23a5941), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:50.568615 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16384452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16399285', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31993'] for router (56b778df-da05-47a6-bdbd-d59ab23a5941), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:50.575383 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16384289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16384467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16384474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16399292'] for router (56b778df-da05-47a6-bdbd-d59ab23a5941), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:50.694787 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Router 56b778df-da05-47a6-bdbd-d59ab23a5941 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:26:50.876282 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:26:50.882295 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:50.883509 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5c5ee46c-26ef-426b-adf3-badde07adff5 demo admin] 10.222.0.24 "PUT /v2.0/routers/56b778df-da05-47a6-bdbd-d59ab23a5941 HTTP/1.1" status: 200 len: 890 time: 2.1225851 Mar 31 21:26:53.515884 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 47728) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:26:53.648723 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-db779843-fdcb-4997-a8d0-bec25eef7602 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1317208 Mar 31 21:26:53.897519 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:26:53.922377 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:26:53.961576 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Sync routers for ids ['56b778df-da05-47a6-bdbd-d59ab23a5941'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:26:53.984106 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Routers {'56b778df-da05-47a6-bdbd-d59ab23a5941'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:26:53.984785 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:26:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['56b778df-da05-47a6-bdbd-d59ab23a5941'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:26:54.144639 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:26:54.145028 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:54.250394 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Set router 56b778df-da05-47a6-bdbd-d59ab23a5941 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:26:54.431737 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:26:54.790430 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'name': 'router1', 'tenant_id': '1b17658a6584467a9c423639c7d1913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '70cd13de-451d-4053-b562-d1cba4b68499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:26:30Z', 'updated_at': '2022-03-31T21:26:50Z', 'revision_number': 4, 'project_id': '1b17658a6584467a9c423639c7d1913a', 'gw_port': {'id': '70cd13de-451d-4053-b562-d1cba4b68499', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:26:49Z', 'updated_at': '2022-03-31T21:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '53f3f884-6776-470c-9dd4-b8ccf2cd9fa9', 'name': '', 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28', 'tenant_id': '1b17658a6584467a9c423639c7d1913a', 'mac_address': 'fa:16:3e:48:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:26:40Z', 'updated_at': '2022-03-31T21:26:44Z', 'revision_number': 5, 'project_id': '1b17658a6584467a9c423639c7d1913a', 'subnets': [{'id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fd65dd1-f639-483b-a336-a200c109dae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:26:54.843996 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Checking router: 56b778df-da05-47a6-bdbd-d59ab23a5941 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:26:54.844362 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Updating router 56b778df-da05-47a6-bdbd-d59ab23a5941 port 70cd13de-451d-4053-b562-d1cba4b68499 binding host dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:26:54.896306 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (70cd13de-451d-4053-b562-d1cba4b68499), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:55.225775 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Publish callbacks [] for port (70cd13de-451d-4053-b562-d1cba4b68499), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:55.232045 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (70cd13de-451d-4053-b562-d1cba4b68499), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:55.281685 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Attempting to bind port 70cd13de-451d-4053-b562-d1cba4b68499 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:26:55.282073 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Attempting to bind port 70cd13de-451d-4053-b562-d1cba4b68499 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:26:55.282435 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Attempting to bind port 70cd13de-451d-4053-b562-d1cba4b68499 on network 117f9244-b533-4049-ba97-bca06ffbe3a7 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:26:55.284379 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5396458-a80c-4504-a96d-070f16fc57af None None] Pushing event updated for resources: {'Port': ['ID=70cd13de-451d-4053-b562-d1cba4b68499,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:55.290930 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:26:55.292236 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Checking segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:26:55.292236 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:55.292236 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Bound using segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:26:55.292796 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Bound port: 70cd13de-451d-4053-b562-d1cba4b68499, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:26:55.293163 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (70cd13de-451d-4053-b562-d1cba4b68499), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:55.343387 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] For port 70cd13de-451d-4053-b562-d1cba4b68499, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:26:55.346403 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] For port 70cd13de-451d-4053-b562-d1cba4b68499, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=70cd13de-451d-4053-b562-d1cba4b68499,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:26:55.352055 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (70cd13de-451d-4053-b562-d1cba4b68499), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:55.421660 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Routers {'56b778df-da05-47a6-bdbd-d59ab23a5941'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:26:55.423551 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:26:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['56b778df-da05-47a6-bdbd-d59ab23a5941'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:26:55.429394 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5396458-a80c-4504-a96d-070f16fc57af None None] Pushing event updated for resources: {'Port': ['ID=70cd13de-451d-4053-b562-d1cba4b68499,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:55.550451 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] Set router 56b778df-da05-47a6-bdbd-d59ab23a5941 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:26:55.793438 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'name': 'router1', 'tenant_id': '1b17658a6584467a9c423639c7d1913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '70cd13de-451d-4053-b562-d1cba4b68499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:26:30Z', 'updated_at': '2022-03-31T21:26:50Z', 'revision_number': 4, 'project_id': '1b17658a6584467a9c423639c7d1913a', 'gw_port': {'id': '70cd13de-451d-4053-b562-d1cba4b68499', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:26:49Z', 'updated_at': '2022-03-31T21:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '53f3f884-6776-470c-9dd4-b8ccf2cd9fa9', 'name': '', 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28', 'tenant_id': '1b17658a6584467a9c423639c7d1913a', 'mac_address': 'fa:16:3e:48:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:26:40Z', 'updated_at': '2022-03-31T21:26:44Z', 'revision_number': 5, 'project_id': '1b17658a6584467a9c423639c7d1913a', 'subnets': [{'id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fd65dd1-f639-483b-a336-a200c109dae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:26:55.821178 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1bbc9-d955-4cf4-b224-7476e7c5d6ba None None] The sync data for ids ['56b778df-da05-47a6-bdbd-d59ab23a5941'] in dv-cinder-836073-1-iscsi is: [{'id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'name': 'router1', 'tenant_id': '1b17658a6584467a9c423639c7d1913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '70cd13de-451d-4053-b562-d1cba4b68499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:26:30Z', 'updated_at': '2022-03-31T21:26:50Z', 'revision_number': 4, 'project_id': '1b17658a6584467a9c423639c7d1913a', 'gw_port': {'id': '70cd13de-451d-4053-b562-d1cba4b68499', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:26:49Z', 'updated_at': '2022-03-31T21:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '53f3f884-6776-470c-9dd4-b8ccf2cd9fa9', 'name': '', 'network_id': 'fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28', 'tenant_id': '1b17658a6584467a9c423639c7d1913a', 'mac_address': 'fa:16:3e:48:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b778df-da05-47a6-bdbd-d59ab23a5941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:26:40Z', 'updated_at': '2022-03-31T21:26:44Z', 'revision_number': 5, 'project_id': '1b17658a6584467a9c423639c7d1913a', 'subnets': [{'id': 'dc17250a-f6e4-451b-9d23-bff5db77e7cc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fd65dd1-f639-483b-a336-a200c109dae1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:26:57.997774 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 70cd13de-451d-4053-b562-d1cba4b68499 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:26:58.071694 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 70cd13de-451d-4053-b562-d1cba4b68499 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:26:58.072088 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (70cd13de-451d-4053-b562-d1cba4b68499), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:58.175963 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 70cd13de-451d-4053-b562-d1cba4b68499 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:26:58.176354 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (70cd13de-451d-4053-b562-d1cba4b68499), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:58.209004 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port 70cd13de-451d-4053-b562-d1cba4b68499, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=70cd13de-451d-4053-b562-d1cba4b68499,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:26:58.227491 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (70cd13de-451d-4053-b562-d1cba4b68499), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:26:58.313229 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=70cd13de-451d-4053-b562-d1cba4b68499,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:26:59.958184 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 70cd13de-451d-4053-b562-d1cba4b68499 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:27:00.080467 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 70cd13de-451d-4053-b562-d1cba4b68499 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:27:00.081200 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (70cd13de-451d-4053-b562-d1cba4b68499), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:27:00.169899 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 70cd13de-451d-4053-b562-d1cba4b68499 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:27:03.158127 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1345fad2-bec4-48cc-bc55-ff4419fca658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:27:05.207240 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f1e314c7-cb7c-4d25-83ae-6253d771acb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:27:06.945984 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:27:08.442640 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:27:09.475606 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:27:30.895821 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:27:33.155253 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-01d41ed2-ccaf-4505-b44b-e15ef07a707a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:27:35.211116 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1fd3bbb6-0e57-4073-9a29-bc4cec803e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:27:36.948892 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:27:38.447267 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:27:39.476583 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:03.148342 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a5f2daef-01af-4564-8c6e-661bb771ff1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:05.204506 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-853780a6-8ab8-4553-80a8-3f1c4001bb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:06.952854 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:07.894635 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:28:08.449482 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:09.476007 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:16.888118 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48212) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:28:16.949482 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d753f6-cd33-4434-84ed-3e8a3dd9fe20 admin admin] GET failed (client error): The resource could not be found. Mar 31 21:28:16.950793 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-11d753f6-cd33-4434-84ed-3e8a3dd9fe20 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617428 Mar 31 21:28:17.108629 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14898c52-b50c-4689-a30f-03144d2997c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:17.110008 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-14898c52-b50c-4689-a30f-03144d2997c0 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1547666 Mar 31 21:28:19.423221 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48222) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:28:19.519817 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40817e6b-d0c3-4596-9b19-84d1cd007797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:19.521212 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-40817e6b-d0c3-4596-9b19-84d1cd007797 admin admin] 10.222.0.24 "GET /v2.0/subnets/dc17250a-f6e4-451b-9d23-bff5db77e7cc HTTP/1.1" status: 200 len: 849 time: 0.0970409 Mar 31 21:28:19.531175 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:28:19.619182 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Publish callbacks [] for subnet (dc17250a-f6e4-451b-9d23-bff5db77e7cc), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:19.757067 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765667579010'] for subnet (dc17250a-f6e4-451b-9d23-bff5db77e7cc), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:19.786082 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:19.786659 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:19.788466 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] 10.222.0.24 "PUT /v2.0/subnets/dc17250a-f6e4-451b-9d23-bff5db77e7cc HTTP/1.1" status: 200 len: 868 time: 0.2608411 Mar 31 21:28:19.791112 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f773a6-c21d-4a0d-835f-59decd2c5d63 None None] Network fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:28:19.815880 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc17250a-f6e4-451b-9d23-bff5db77e7cc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:28:19.824444 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.824821 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.825144 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.825494 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.825818 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.826183 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.826519 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.826843 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.827440 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.827769 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.828113 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.828458 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.828783 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.829100 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:19.829417 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684db1f6-0500-4093-aafb-9769064049f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:28:20.161073 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1625ada7-9e5d-490a-9007-69bebe6a5538 None None] Provisioning complete for port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:28:20.161454 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1625ada7-9e5d-490a-9007-69bebe6a5538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (53f3f884-6776-470c-9dd4-b8ccf2cd9fa9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:20.240478 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1625ada7-9e5d-490a-9007-69bebe6a5538 None None] Current status of the port 53f3f884-6776-470c-9dd4-b8ccf2cd9fa9 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:28:20.250594 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1625ada7-9e5d-490a-9007-69bebe6a5538 None None] Provisioning complete for port 846e09c8-ffde-488a-85b4-cb046d51f0a4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:28:20.250980 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1625ada7-9e5d-490a-9007-69bebe6a5538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (846e09c8-ffde-488a-85b4-cb046d51f0a4), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:20.331035 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1625ada7-9e5d-490a-9007-69bebe6a5538 None None] Current status of the port 846e09c8-ffde-488a-85b4-cb046d51f0a4 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:28:22.127887 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48230) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:28:22.338794 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe6aa16-f72c-4967-b0f3-e37923d9dab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:22.339268 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe6aa16-f72c-4967-b0f3-e37923d9dab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:22.341389 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-3fe6aa16-f72c-4967-b0f3-e37923d9dab9 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2124994 Mar 31 21:28:24.672049 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48238) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:28:24.810362 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55ae06-8fe6-4f5a-ad58-2321fc2b4e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:24.810824 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55ae06-8fe6-4f5a-ad58-2321fc2b4e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:24.812340 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cc55ae06-8fe6-4f5a-ad58-2321fc2b4e97 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1393228 Mar 31 21:28:27.131783 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48246) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:28:27.265048 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c303fac-8bd7-46f2-82ea-0315f2b66954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:27.266549 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8c303fac-8bd7-46f2-82ea-0315f2b66954 admin admin] 10.222.0.24 "GET /v2.0/networks/117f9244-b533-4049-ba97-bca06ffbe3a7 HTTP/1.1" status: 200 len: 886 time: 0.1337237 Mar 31 21:28:29.605668 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48254) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:28:29.743668 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851672e5-0e8d-45b8-9b9e-368a66d9657b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:29.745027 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-851672e5-0e8d-45b8-9b9e-368a66d9657b admin admin] 10.222.0.24 "GET /v2.0/networks/fe3e506a-5f3d-4cb4-9bd8-0e0db1082a28 HTTP/1.1" status: 200 len: 868 time: 0.1383674 Mar 31 21:28:32.059514 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48264) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:28:32.180739 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b823611-cea5-451c-9497-40f46f2e8377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:32.181186 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b823611-cea5-451c-9497-40f46f2e8377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:32.182715 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6b823611-cea5-451c-9497-40f46f2e8377 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222780 Mar 31 21:28:33.150566 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-55163825-8e84-46d2-a6f3-8ede98f212ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:34.533028 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48272) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:28:34.634914 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549fe71d-61d9-4fd4-81c0-4ddf56729997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:34.635360 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549fe71d-61d9-4fd4-81c0-4ddf56729997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:34.636909 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-549fe71d-61d9-4fd4-81c0-4ddf56729997 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1029141 Mar 31 21:28:35.208558 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-203983f9-bb94-4509-9418-7f41fd775463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:36.955449 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:36.968404 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48280) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:28:37.054438 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc967ed6-c7ee-48f4-9951-c4e9c8da9191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:37.055806 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-dc967ed6-c7ee-48f4-9951-c4e9c8da9191 admin admin] 10.222.0.24 "GET /v2.0/subnets/530d3af8-eb66-40b1-95cc-b3096356be35 HTTP/1.1" status: 200 len: 816 time: 0.0864627 Mar 31 21:28:38.452323 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:39.406509 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48288) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:28:39.474864 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:28:39.504370 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7b99ca-3389-4434-b3ed-31920562f3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:28:39.505727 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-0f7b99ca-3389-4434-b3ed-31920562f3ce admin admin] 10.222.0.24 "GET /v2.0/subnets/dc17250a-f6e4-451b-9d23-bff5db77e7cc HTTP/1.1" status: 200 len: 868 time: 0.0982866 Mar 31 21:28:44.894293 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:29:03.153278 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f19ce614-aad7-403a-807e-e41de0f3ad3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:05.216048 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1d173cbf-7359-432f-95df-03440598209c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:06.959591 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:08.457703 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:09.363886 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48340) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:29:09.410330 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [None req-6574c356-cd20-43ad-a515-a99e0d0443b5 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:29:09.411431 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6574c356-cd20-43ad-a515-a99e0d0443b5 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465386 Mar 31 21:29:09.481266 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:11.820294 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48348) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:29:11.884684 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d361d3-831f-409a-8cdd-bed5e7d42a6a admin admin] GET failed (client error): The resource could not be found. Mar 31 21:29:11.886036 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-66d361d3-831f-409a-8cdd-bed5e7d42a6a admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647840 Mar 31 21:29:12.031805 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1463078-0702-4a99-9c2a-6030431bf4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:29:12.033176 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-d1463078-0702-4a99-9c2a-6030431bf4ba admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1432018 Mar 31 21:29:14.413361 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48356) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:29:14.460095 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:29:14.480435 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] Made reservation on behalf of f63c563bc8a04d8da3b3b6db3e8214d6 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:29:14.482680 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:14.516617 dv-cinder-836073-1-iscsi neutron-server[103448]: WARNING neutron.services.revisions.revision_plugin [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] Could not find related network for resource to bump revision. Mar 31 21:29:14.530891 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:29:14.540202 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (eb39e707-32fa-4c93-aa4a-00700ea1da8e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:14.540516 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] Added segment eb39e707-32fa-4c93-aa4a-00700ea1da8e of type vlan for network 4af7a58f-01f9-4744-9834-b5c1938d0e65 Mar 31 21:29:14.596263 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (4af7a58f-01f9-4744-9834-b5c1938d0e65), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:14.620516 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (4af7a58f-01f9-4744-9834-b5c1938d0e65), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:14.621431 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:29:14.622024 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:14.675919 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2614083 Mar 31 21:29:14.684409 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768db3d0-39b6-40e9-ab8c-6de63d0ef717 admin admin] Pushing event updated for resources: {'Network': ['ID=4af7a58f-01f9-4744-9834-b5c1938d0e65,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:29:14.695683 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 4af7a58f-01f9-4744-9834-b5c1938d0e65 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:29:17.047812 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48364) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:29:17.109114 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-7931f90d-88c8-4ee4-9250-ddd7816b7bd6 admin admin] GET failed (client error): The resource could not be found. Mar 31 21:29:17.110417 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-7931f90d-88c8-4ee4-9250-ddd7816b7bd6 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616667 Mar 31 21:29:17.178270 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cedd1f-4807-4d25-9791-7784a06cf334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:29:17.179618 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-43cedd1f-4807-4d25-9791-7784a06cf334 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0651360 Mar 31 21:29:17.189166 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:29:17.212943 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Made reservation on behalf of f63c563bc8a04d8da3b3b6db3e8214d6 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:29:17.215288 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:17.401620 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for subnet (1ad7ff75-acb1-4889-b3d5-2425d5298a47), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:17.457551 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad7ff75-acb1-4889-b3d5-2425d5298a47,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:29:17.468884 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.469231 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.469596 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.469940 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.470307 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.470639 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.471010 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.471336 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.471685 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.472020 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.472366 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.472718 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.473042 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.473364 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.473685 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:17.482622 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Checking segment: {'id': 'eb39e707-32fa-4c93-aa4a-00700ea1da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:29:17.482980 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Network hostable DHCP agents. Network: 4af7a58f-01f9-4744-9834-b5c1938d0e65, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:29:17.506892 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Network 4af7a58f-01f9-4744-9834-b5c1938d0e65 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:29:17.519263 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 4af7a58f-01f9-4744-9834-b5c1938d0e65) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:29:17.523548 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:29:17.524172 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:17.529997 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d08634d-1fe3-4190-a97c-63e25852c7e1 None None] Network 4af7a58f-01f9-4744-9834-b5c1938d0e65 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:29:17.541984 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2bbcc122-ccfe-4cf9-a5ed-b74f3b235e62 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3560421 Mar 31 21:29:17.759599 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eb66703-8a4f-504a-9784-587a225c9d17-4af7a58f-01f9-4744-9834-b5c1938d0e65', 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65', 'project_id': 'f63c563bc8a04d8da3b3b6db3e8214d6', 'fixed_ips': [{'subnet_id': '1ad7ff75-acb1-4889-b3d5-2425d5298a47'}]}} from dv-cinder-836073-1-iscsi. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:29:17.760572 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:17.899136 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Allocated IP 192.168.233.2 (4af7a58f-01f9-4744-9834-b5c1938d0e65/1ad7ff75-acb1-4889-b3d5-2425d5298a47/f5eb3c68-d8f7-486d-a6a7-a5dd696a845e) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:29:18.047097 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Publish callbacks [] for port (f5eb3c68-d8f7-486d-a6a7-a5dd696a845e), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:18.056614 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (f5eb3c68-d8f7-486d-a6a7-a5dd696a845e), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:18.094993 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Network 4af7a58f-01f9-4744-9834-b5c1938d0e65 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:29:18.098463 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:29:18.102071 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:29:18.113619 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Pushing event updated for resources: {'Port': ['ID=f5eb3c68-d8f7-486d-a6a7-a5dd696a845e,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:29:18.138823 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.139205 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.139506 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.139864 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.140201 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.140528 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.140852 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.141175 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.141498 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.141815 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.142171 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.142515 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.143354 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.143669 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.143983 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:29:18.177421 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Attempting to bind port f5eb3c68-d8f7-486d-a6a7-a5dd696a845e on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:29:18.177786 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Attempting to bind port f5eb3c68-d8f7-486d-a6a7-a5dd696a845e by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': 'eb39e707-32fa-4c93-aa4a-00700ea1da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:29:18.178235 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Attempting to bind port f5eb3c68-d8f7-486d-a6a7-a5dd696a845e on network 4af7a58f-01f9-4744-9834-b5c1938d0e65 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:29:18.183432 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:29:18.183803 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Checking segment: {'id': 'eb39e707-32fa-4c93-aa4a-00700ea1da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:29:18.184197 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:18.184588 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Bound using segment: {'id': 'eb39e707-32fa-4c93-aa4a-00700ea1da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:29:18.185049 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Bound port: f5eb3c68-d8f7-486d-a6a7-a5dd696a845e, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb39e707-32fa-4c93-aa4a-00700ea1da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:29:18.185430 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (f5eb3c68-d8f7-486d-a6a7-a5dd696a845e), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:18.250292 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] For port f5eb3c68-d8f7-486d-a6a7-a5dd696a845e, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:29:18.253990 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] For port f5eb3c68-d8f7-486d-a6a7-a5dd696a845e, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=f5eb3c68-d8f7-486d-a6a7-a5dd696a845e,segment=NetworkSegment(eb39e707-32fa-4c93-aa4a-00700ea1da8e),segment_id=eb39e707-32fa-4c93-aa4a-00700ea1da8e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:29:18.260435 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (f5eb3c68-d8f7-486d-a6a7-a5dd696a845e), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:18.325412 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ce071-d8a1-4b13-a8f7-417c2dfaa0ce None None] Pushing event updated for resources: {'Port': ['ID=f5eb3c68-d8f7-486d-a6a7-a5dd696a845e,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:29:19.166542 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707c4b26-5818-4b80-b6df-e8c36b8fcf41 None None] Network 4af7a58f-01f9-4744-9834-b5c1938d0e65 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:29:19.270161 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-02692a9c-1c89-453b-9c10-b90a815e3c36 None None] Provisioning complete for port f5eb3c68-d8f7-486d-a6a7-a5dd696a845e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:29:19.270547 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-02692a9c-1c89-453b-9c10-b90a815e3c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (f5eb3c68-d8f7-486d-a6a7-a5dd696a845e), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:19.368291 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-02692a9c-1c89-453b-9c10-b90a815e3c36 None None] Current status of the port f5eb3c68-d8f7-486d-a6a7-a5dd696a845e is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:29:19.368684 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-02692a9c-1c89-453b-9c10-b90a815e3c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (f5eb3c68-d8f7-486d-a6a7-a5dd696a845e), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:19.405724 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-02692a9c-1c89-453b-9c10-b90a815e3c36 None None] For port f5eb3c68-d8f7-486d-a6a7-a5dd696a845e, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=f5eb3c68-d8f7-486d-a6a7-a5dd696a845e,segment=NetworkSegment(eb39e707-32fa-4c93-aa4a-00700ea1da8e),segment_id=eb39e707-32fa-4c93-aa4a-00700ea1da8e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:29:19.411893 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-02692a9c-1c89-453b-9c10-b90a815e3c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (f5eb3c68-d8f7-486d-a6a7-a5dd696a845e), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:19.469150 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02692a9c-1c89-453b-9c10-b90a815e3c36 None None] Pushing event updated for resources: {'Port': ['ID=f5eb3c68-d8f7-486d-a6a7-a5dd696a845e,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:29:19.533654 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1b7e5985-e881-42a3-b911-a3ffe9d5d9dc None None] Provisioning complete for port f5eb3c68-d8f7-486d-a6a7-a5dd696a845e triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:29:19.534065 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1b7e5985-e881-42a3-b911-a3ffe9d5d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (f5eb3c68-d8f7-486d-a6a7-a5dd696a845e), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:19.617289 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e5985-e881-42a3-b911-a3ffe9d5d9dc None None] Current status of the port f5eb3c68-d8f7-486d-a6a7-a5dd696a845e is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:29:20.023762 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device f5eb3c68-d8f7-486d-a6a7-a5dd696a845e up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:29:20.093479 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port f5eb3c68-d8f7-486d-a6a7-a5dd696a845e triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:29:20.093479 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (f5eb3c68-d8f7-486d-a6a7-a5dd696a845e), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:20.178185 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port f5eb3c68-d8f7-486d-a6a7-a5dd696a845e is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:29:21.893658 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:29:33.161662 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-075e7090-7fe1-4506-925d-bfa509a21a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:35.213365 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7d359517-f7b5-47d8-821e-8041617241b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:36.966048 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:38.453279 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:39.489340 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:29:58.893547 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:30:03.155861 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-343b697e-5aad-429a-ac0c-22a33ad263de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:05.207973 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e619c437-e52e-47d4-b966-37377ed3a500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:06.969716 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:08.448379 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:09.488604 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:33.160318 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9890aeaf-4dc0-41ef-9795-77980c18226c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:35.215708 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f661321-1072-42d1-bae9-1a65bcae73ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:35.894502 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:30:36.974792 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:38.463977 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:39.496256 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:47.560389 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48402) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:30:47.567057 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [None req-6e3e88a3-0cbf-4bfa-8c0f-d31d9109de60 tempest-verify_tempest_config-1719394466 tempest-verify_tempest_config-1719394466-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:30:47.569465 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6e3e88a3-0cbf-4bfa-8c0f-d31d9109de60 tempest-verify_tempest_config-1719394466 tempest-verify_tempest_config-1719394466-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0075209 Mar 31 21:30:47.896042 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48420) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:30:48.018064 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:48.128910 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Publish callbacks [] for security_group (6bf45776-edc0-48ed-8c1d-8601689277dd), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:48.132953 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (6bf45776-edc0-48ed-8c1d-8601689277dd), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:48.181776 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf45776-edc0-48ed-8c1d-8601689277dd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:30:48.189786 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fe1571093a34581bf08201b359cbcb2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2888045 Mar 31 21:30:48.190193 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48424) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:30:48.192597 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.192945 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.193311 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.193657 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.194019 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.194355 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.194683 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.195008 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.195441 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.195728 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.196008 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.196335 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.196653 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.196974 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.197303 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db91f80-a4ad-4e08-bfba-66ba9b725d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.274948 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Publish callbacks [] for security_group (6bf45776-edc0-48ed-8c1d-8601689277dd), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:48.310602 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Publish callbacks [] for security_group (6bf45776-edc0-48ed-8c1d-8601689277dd), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:48.424275 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (6bf45776-edc0-48ed-8c1d-8601689277dd), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:48.427097 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:48.428374 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bf45776-edc0-48ed-8c1d-8601689277dd HTTP/1.1" status: 204 len: 168 time: 0.2370911 Mar 31 21:30:48.438559 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf45776-edc0-48ed-8c1d-8601689277dd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:30:48.446638 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.447266 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.447810 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.447960 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.448270 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.448590 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.448915 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.449230 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.449546 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.449872 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.450228 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.450549 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.450863 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.451441 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:48.451815 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab01769-ae1f-4b04-9a06-bd77dfaf92cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:03.163215 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0d3e75b0-0e6c-4064-bb87-2cb4632dc6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:05.211571 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3bf95142-7f1a-4ca6-8792-f0e4b923b0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:06.968638 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:08.448710 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:09.495731 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:12.893560 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:31:33.166044 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b636d6e6-3ec8-4b2b-89d6-775af3cfe42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:35.216432 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-743e0804-d9bb-41dd-9b11-1974565a1807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:36.972120 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:38.452768 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:39.498898 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:49.892453 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:32:03.171531 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-314a201f-9aa8-4901-b160-509299290f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:05.219410 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4bd46d3-200c-4a31-8bea-37aef826e75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:06.974470 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:08.455972 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:09.502252 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:26.890687 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 5 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:32:33.165624 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c9214359-ef88-4bc2-a6e4-c26633a34dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:33.455773 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16386010'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:35.221503 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14a3a543-a259-4a77-b040-f09fa3f8b803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:36.976483 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:38.460248 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:39.502602 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:48.242184 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48496) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:32:48.347256 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-4145091c-e231-4f27-a181-c6d0ab2c3b01 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039753 Mar 31 21:32:50.690568 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48506) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:32:50.746277 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-82b69441-8e8d-4b8d-a9ec-5f6a8ae6cb94 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0545988 Mar 31 21:33:03.168692 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d83b32f4-f92c-42bc-b185-2f1913d08dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:03.404972 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:03.889224 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:33:05.223507 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-27aca1d4-8216-460f-8663-80ac391b39b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:06.979652 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:08.465229 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:09.516498 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:33.170829 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cedc6696-2210-4386-ac29-20db0d155964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:33.403816 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:35.228364 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a466f11f-d5e1-4fbd-803e-62c2bdff98c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:36.983441 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:38.471860 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:39.511982 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:40.888807 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:34:03.171911 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-aba4f341-880e-4500-9d05-7825ac245495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:03.397309 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:05.229506 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-10086196-da73-41e9-9dde-abaa214035ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:06.985492 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:08.467256 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:09.514932 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:17.888371 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:34:27.997036 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48648) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:28.351326 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1402748312-network', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:28.376976 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Made reservation on behalf of 6a5e785c2bea4d7a8356d23492b9b3e3 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:28.381908 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48674) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:28.383850 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.489242 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.519250 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-network', 'tenant_id': '92115509477b4904ad8fe11253589f6f'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:28.542310 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Made reservation on behalf of 92115509477b4904ad8fe11253589f6f for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:28.545407 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.562727 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.601556 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Publish callbacks [] for security_group (4f80785c-0107-41e0-922b-8b7c51aa6dfb), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.607823 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (4f80785c-0107-41e0-922b-8b7c51aa6dfb), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.640914 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f80785c-0107-41e0-922b-8b7c51aa6dfb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:28.650471 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.650818 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.651376 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.651886 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.652373 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.652855 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.653344 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.653834 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.654216 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.654698 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.655202 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.655709 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.656191 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.656661 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.657131 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Tracked resource versions report: Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: pushed versions: Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: { 'AddressGroup': {'1.2'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Agent': {'1.1'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'ConntrackHelper': {'1.0'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Log': {'1.0'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'NDPProxy': {'1.0'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Network': {'1.1'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Port': {'1.7'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'PortForwarding': {'1.3'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'QosPolicy': {'1.10'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'SecurityGroup': {'1.5'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'SubPort': {'1.0'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Subnet': {'1.1'}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Trunk': {'1.1'}} Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: consumer versions: Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: { DHCP agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: HyperV agent@hv-cinder-83607: {}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: L3 agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: Metadata agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: Metering agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: Open vSwitch agent@dv-cinder-836073-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Agent': '1.1', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'ConntrackHelper': '1.0', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'LocalIPAssociation': '1.0', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Log': '1.0', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'NDPProxy': '1.0', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Network': '1.1', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Port': '1.7', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'PortForwarding': '1.3', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'QosPolicy': '1.10', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'SecurityGroup': '1.5', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'SecurityGroupRule': '1.2', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'SubPort': '1.0', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Subnet': '1.1', Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: 'Trunk': '1.1'}} Mar 31 21:34:28.658557 dv-cinder-836073-1-iscsi neutron-server[103447]: {{(pid=103447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:34:28.666200 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Publish callbacks [] for security_group (72e08a2f-5313-4b9b-9218-73ff3156e98e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.673242 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (72e08a2f-5313-4b9b-9218-73ff3156e98e), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.684520 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:34:28.699280 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (30db5710-7308-4ac8-9f66-5e1b9fa4ae8a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.699626 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.segments_db [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Added segment 30db5710-7308-4ac8-9f66-5e1b9fa4ae8a of type vlan for network a6fb69be-10fb-4d53-a720-03a7f9cdadda Mar 31 21:34:28.701633 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:34:28.729018 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (61bf2561-b7bb-4c8f-a894-18e527c7904e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.729358 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Added segment 61bf2561-b7bb-4c8f-a894-18e527c7904e of type vlan for network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c Mar 31 21:34:28.742218 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e08a2f-5313-4b9b-9218-73ff3156e98e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:28.759048 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (a6fb69be-10fb-4d53-a720-03a7f9cdadda), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.771258 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.771803 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.772347 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.772903 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.773373 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.773765 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.774161 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.774853 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.775391 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.775916 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.776438 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.777446 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.777988 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.778487 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.779028 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Tracked resource versions report: Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: pushed versions: Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: { 'AddressGroup': {'1.2'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Agent': {'1.1'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'ConntrackHelper': {'1.0'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Log': {'1.0'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'NDPProxy': {'1.0'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Network': {'1.1'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Port': {'1.7'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'PortForwarding': {'1.3'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'QosPolicy': {'1.10'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'SecurityGroup': {'1.5'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'SubPort': {'1.0'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Subnet': {'1.1'}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Trunk': {'1.1'}} Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: consumer versions: Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: { DHCP agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: HyperV agent@hv-cinder-83607: {}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: L3 agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: Metadata agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: Metering agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: Open vSwitch agent@dv-cinder-836073-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Agent': '1.1', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'ConntrackHelper': '1.0', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'LocalIPAssociation': '1.0', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Log': '1.0', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'NDPProxy': '1.0', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Network': '1.1', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Port': '1.7', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'PortForwarding': '1.3', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'QosPolicy': '1.10', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'SecurityGroup': '1.5', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'SecurityGroupRule': '1.2', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'SubPort': '1.0', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Subnet': '1.1', Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: 'Trunk': '1.1'}} Mar 31 21:34:28.780666 dv-cinder-836073-1-iscsi neutron-server[103448]: {{(pid=103448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:34:28.787476 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (a6fb69be-10fb-4d53-a720-03a7f9cdadda), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.787476 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:28.796143 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.812473 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (8d891fd3-a431-41c5-89d8-3afbdd2fb39c), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.842833 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (8d891fd3-a431-41c5-89d8-3afbdd2fb39c), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.844449 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:28.845946 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:28.908013 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] Pushing event updated for resources: {'Network': ['ID=a6fb69be-10fb-4d53-a720-03a7f9cdadda,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:28.919057 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network a6fb69be-10fb-4d53-a720-03a7f9cdadda details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:34:28.920428 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-1c6f6d2f-ffc3-4607-b958-2fc8d730c999 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9219663 Mar 31 21:34:28.923638 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48706) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:28.935796 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2cdb37e3-3816-4e66-a202-245030b090f5 admin admin] Request body: {'subnet': {'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-subnet', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:28.944723 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5616310 Mar 31 21:34:28.948513 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48712) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:28.954092 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-95625487-3ad7-45f5-9299-4007b907a8eb admin admin] Request body: {'subnet': {'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-subnet', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:28.974024 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c3284-2fc8-4549-ae90-93ae46da2856 admin admin] Pushing event updated for resources: {'Network': ['ID=8d891fd3-a431-41c5-89d8-3afbdd2fb39c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:28.995400 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95625487-3ad7-45f5-9299-4007b907a8eb admin admin] Made reservation on behalf of 92115509477b4904ad8fe11253589f6f for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:28.997321 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:34:28.998450 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95625487-3ad7-45f5-9299-4007b907a8eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.002203 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdb37e3-3816-4e66-a202-245030b090f5 admin admin] Made reservation on behalf of 6a5e785c2bea4d7a8356d23492b9b3e3 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:29.004641 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2cdb37e3-3816-4e66-a202-245030b090f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.245482 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48720) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:29.290886 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48730) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:29.321732 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48734) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:29.440319 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95625487-3ad7-45f5-9299-4007b907a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for subnet (e720cde3-cbb0-4aac-bc9c-8359ed6452c1), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.446513 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2cdb37e3-3816-4e66-a202-245030b090f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for subnet (680eef82-3bbc-4eb7-a395-9c70e4faccb8), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.512891 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95625487-3ad7-45f5-9299-4007b907a8eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e720cde3-cbb0-4aac-bc9c-8359ed6452c1,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:29.555724 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1383604588-network', 'tenant_id': 'cb8a08aa074d46a09092850325563e83'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:29.557433 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95625487-3ad7-45f5-9299-4007b907a8eb admin admin] Checking segment: {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:29.557797 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95625487-3ad7-45f5-9299-4007b907a8eb admin admin] Network hostable DHCP agents. Network: 8d891fd3-a431-41c5-89d8-3afbdd2fb39c, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:34:29.568204 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb37e3-3816-4e66-a202-245030b090f5 admin admin] Checking segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:29.568521 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdb37e3-3816-4e66-a202-245030b090f5 admin admin] Network hostable DHCP agents. Network: a6fb69be-10fb-4d53-a720-03a7f9cdadda, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:34:29.583727 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb37e3-3816-4e66-a202-245030b090f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=680eef82-3bbc-4eb7-a395-9c70e4faccb8,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:29.602675 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-345056314-network', 'tenant_id': '5190acbca97c468fa9b9ed96e4e5f329'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:29.604454 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95625487-3ad7-45f5-9299-4007b907a8eb admin admin] Network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:34:29.610019 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdb37e3-3816-4e66-a202-245030b090f5 admin admin] Network a6fb69be-10fb-4d53-a720-03a7f9cdadda is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:34:29.611601 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-396036125-network', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:29.638395 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-95625487-3ad7-45f5-9299-4007b907a8eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 8d891fd3-a431-41c5-89d8-3afbdd2fb39c) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:29.646921 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2cdb37e3-3816-4e66-a202-245030b090f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, a6fb69be-10fb-4d53-a720-03a7f9cdadda) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:29.649030 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b5df1-d6fa-45b2-8448-f900b97aaa1e None None] Network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:34:29.651979 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95625487-3ad7-45f5-9299-4007b907a8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:29.654065 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-95625487-3ad7-45f5-9299-4007b907a8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.662450 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Made reservation on behalf of cb8a08aa074d46a09092850325563e83 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:29.667243 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.675120 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Made reservation on behalf of 179de4c92e6d48bc9b7ded52e148afd4 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:29.680372 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.690484 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-95625487-3ad7-45f5-9299-4007b907a8eb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7406149 Mar 31 21:34:29.695234 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48756) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:29.701811 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:29.716615 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.721548 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.727954 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdb37e3-3816-4e66-a202-245030b090f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:29.729117 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2cdb37e3-3816-4e66-a202-245030b090f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.733992 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16398391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31876'] for router (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.735318 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16399271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16384502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16275930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31887'] for router (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.737321 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488b3d1b-4faa-4227-82ac-d843452e555c None None] Network a6fb69be-10fb-4d53-a720-03a7f9cdadda requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:34:29.744263 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Made reservation on behalf of 5190acbca97c468fa9b9ed96e4e5f329 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:29.747047 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.768960 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.769398 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2cdb37e3-3816-4e66-a202-245030b090f5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8437390 Mar 31 21:34:29.777078 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48760) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:29.794918 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:29.833035 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16398391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31876'] for router (37610562-38de-4ff9-a072-9f84247eeba6), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.834593 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16399271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16384502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16275930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31887'] for router (37610562-38de-4ff9-a072-9f84247eeba6), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.881364 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Publish callbacks [] for router_controller (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.902956 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eb66703-8a4f-504a-9784-587a225c9d17-a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8'}]}} from dv-cinder-836073-1-iscsi. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:34:29.903830 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:29.947292 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Publish callbacks [] for router_controller (37610562-38de-4ff9-a072-9f84247eeba6), precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.043820 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eb66703-8a4f-504a-9784-587a225c9d17-8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'project_id': '92115509477b4904ad8fe11253589f6f', 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1'}]}} from dv-cinder-836073-1-iscsi. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:34:30.045318 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.119676 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Publish callbacks [] for router_gateway (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.301428 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Allocated IP 172.20.0.2 (a6fb69be-10fb-4d53-a720-03a7f9cdadda/680eef82-3bbc-4eb7-a395-9c70e4faccb8/a6f3d1ba-8fe3-4f25-b04a-34463136181a) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:34:30.312186 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Publish callbacks [] for router_gateway (37610562-38de-4ff9-a072-9f84247eeba6), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.331219 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Publish callbacks [] for security_group (9599fc59-7613-492d-902a-1bcfc78681c2), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.343244 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Publish callbacks [] for security_group (ba0cb484-5c1d-4a7a-b40e-cf298741c86b), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.347043 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Allocated IP 172.20.0.2 (8d891fd3-a431-41c5-89d8-3afbdd2fb39c/e720cde3-cbb0-4aac-bc9c-8359ed6452c1/d4c6bcb7-1137-4aec-a1cf-9dc684270d63) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:34:30.377895 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (ba0cb484-5c1d-4a7a-b40e-cf298741c86b), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.393103 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9599fc59-7613-492d-902a-1bcfc78681c2), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.462735 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Publish callbacks [] for security_group (3c113bba-f8e6-478a-9e3e-714c17afa438), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.476572 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:34:30.560895 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (3c113bba-f8e6-478a-9e3e-714c17afa438), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.565156 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:34:30.586367 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Publish callbacks [] for router_gateway (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.614774 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (ec1dea76-863a-477e-86c0-2eab23dccf9b), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.615233 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.segments_db [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Added segment ec1dea76-863a-477e-86c0-2eab23dccf9b of type vlan for network 71033f45-9649-4713-8124-85eb70e97295 Mar 31 21:34:30.646900 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (ea386540-3e47-44c9-9688-84150d684ada), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.647408 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.segments_db [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Added segment ea386540-3e47-44c9-9688-84150d684ada of type vlan for network a844914c-5cf6-4424-8cb4-7741526740b1 Mar 31 21:34:30.648758 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0cb484-5c1d-4a7a-b40e-cf298741c86b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:30.649250 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.671438 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:34:30.725289 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (71033f45-9649-4713-8124-85eb70e97295), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.732613 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Publish callbacks [] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.747962 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (f0d24c64-cc9f-4c6c-9d81-0c362601c23b), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.748532 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.segments_db [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Added segment f0d24c64-cc9f-4c6c-9d81-0c362601c23b of type vlan for network 3189b2ce-d493-44b6-acfe-6cc35330f7ba Mar 31 21:34:30.765888 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.818969 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (a844914c-5cf6-4424-8cb4-7741526740b1), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.821568 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9599fc59-7613-492d-902a-1bcfc78681c2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:30.826607 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Allocated IP 172.27.3.200 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/ae1042c0-9aeb-4463-8dec-56cef49aebd2) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:34:30.862848 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (3189b2ce-d493-44b6-acfe-6cc35330f7ba), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.899582 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (71033f45-9649-4713-8124-85eb70e97295), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.900668 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:30.901409 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:30.902512 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Pushing event updated for resources: {'Port': ['ID=a6f3d1ba-8fe3-4f25-b04a-34463136181a,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:30.933376 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.939293 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.939868 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.940239 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.940578 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.940899 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.941228 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.941574 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.945869 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.946268 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.946768 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.947137 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.947472 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.948053 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.948459 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Tracked resource versions report: Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: pushed versions: Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: { 'AddressGroup': {'1.2'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Agent': {'1.1'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'ConntrackHelper': {'1.0'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Log': {'1.0'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'NDPProxy': {'1.0'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Network': {'1.1'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Port': {'1.7'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'PortForwarding': {'1.3'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'QosPolicy': {'1.10'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'SecurityGroup': {'1.5'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'SubPort': {'1.0'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Subnet': {'1.1'}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Trunk': {'1.1'}} Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: consumer versions: Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: { DHCP agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: HyperV agent@hv-cinder-83607: {}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: L3 agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: Metadata agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: Metering agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: Open vSwitch agent@dv-cinder-836073-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Agent': '1.1', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'ConntrackHelper': '1.0', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'LocalIPAssociation': '1.0', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Log': '1.0', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'NDPProxy': '1.0', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Network': '1.1', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Port': '1.7', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'PortForwarding': '1.3', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'QosPolicy': '1.10', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'SecurityGroup': '1.5', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'SecurityGroupRule': '1.2', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'SubPort': '1.0', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Subnet': '1.1', Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: 'Trunk': '1.1'}} Mar 31 21:34:30.949606 dv-cinder-836073-1-iscsi neutron-server[103449]: {{(pid=103449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:34:30.984776 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] Pushing event updated for resources: {'Network': ['ID=71033f45-9649-4713-8124-85eb70e97295,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:31.004112 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c113bba-f8e6-478a-9e3e-714c17afa438,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:31.012119 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Publish callbacks [] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.014565 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (a844914c-5cf6-4424-8cb4-7741526740b1), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.015780 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:31.016497 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.032238 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 71033f45-9649-4713-8124-85eb70e97295 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:34:31.053196 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Network a6fb69be-10fb-4d53-a720-03a7f9cdadda is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:31.054941 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.078519 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:31.099688 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-a39c8e34-093c-4f41-8665-fcc4dba15898 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8520648 Mar 31 21:34:31.107203 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48816) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:31.111147 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (3189b2ce-d493-44b6-acfe-6cc35330f7ba), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.112545 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:31.113350 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.120114 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-7a059be1-5799-48c8-b5cd-048f6fe398f8 admin admin] Request body: {'subnet': {'network_id': '71033f45-9649-4713-8124-85eb70e97295', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1383604588-subnet', 'tenant_id': 'cb8a08aa074d46a09092850325563e83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:31.124787 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8014166 Mar 31 21:34:31.130206 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:31.131117 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48822) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:31.135567 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:34:31.143238 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-21336860-9a1a-42ed-b33b-cd792b6de8dc admin admin] Request body: {'subnet': {'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-396036125-subnet', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:31.218496 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:31.227306 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:34:31.235659 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98d522-fbbd-4b14-9bd8-f00868d18194 admin admin] Pushing event updated for resources: {'Network': ['ID=a844914c-5cf6-4424-8cb4-7741526740b1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:31.252577 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network a844914c-5cf6-4424-8cb4-7741526740b1 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:34:31.276603 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a059be1-5799-48c8-b5cd-048f6fe398f8 admin admin] Made reservation on behalf of cb8a08aa074d46a09092850325563e83 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:31.279047 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a059be1-5799-48c8-b5cd-048f6fe398f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.282731 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Pushing event updated for resources: {'Port': ['ID=ae1042c0-9aeb-4463-8dec-56cef49aebd2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:31.372781 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] Pushing event updated for resources: {'Network': ['ID=3189b2ce-d493-44b6-acfe-6cc35330f7ba,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:31.415737 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-0ae1261c-698b-4eed-bfd6-d72d111a6149 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1237519 Mar 31 21:34:31.421382 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48846) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:31.445909 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-eeadd115-1027-44d1-9800-4fa5c25a0e0e admin admin] Request body: {'subnet': {'network_id': '3189b2ce-d493-44b6-acfe-6cc35330f7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-345056314-subnet', 'tenant_id': '5190acbca97c468fa9b9ed96e4e5f329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:31.493594 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21336860-9a1a-42ed-b33b-cd792b6de8dc admin admin] Made reservation on behalf of 179de4c92e6d48bc9b7ded52e148afd4 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:31.495936 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21336860-9a1a-42ed-b33b-cd792b6de8dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.683600 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 3189b2ce-d493-44b6-acfe-6cc35330f7ba details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:34:31.713898 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Publish callbacks [] for router_gateway (37610562-38de-4ff9-a072-9f84247eeba6), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.718977 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21336860-9a1a-42ed-b33b-cd792b6de8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for subnet (7e267cd5-9f0f-49b6-a0f6-32ad45673e51), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.731961 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeadd115-1027-44d1-9800-4fa5c25a0e0e admin admin] Made reservation on behalf of 5190acbca97c468fa9b9ed96e4e5f329 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:31.740788 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eeadd115-1027-44d1-9800-4fa5c25a0e0e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.773632 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.802960 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Publish callbacks [] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.834929 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:31.861781 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48864) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:31.961391 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Pushing event updated for resources: {'Port': ['ID=d4c6bcb7-1137-4aec-a1cf-9dc684270d63,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:32.012634 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Attempting to bind port a6f3d1ba-8fe3-4f25-b04a-34463136181a on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:34:32.013011 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Attempting to bind port a6f3d1ba-8fe3-4f25-b04a-34463136181a by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:34:32.013380 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Attempting to bind port a6f3d1ba-8fe3-4f25-b04a-34463136181a on network a6fb69be-10fb-4d53-a720-03a7f9cdadda {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:34:32.025442 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:34:32.025907 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Checking segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:32.026451 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.026996 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Bound using segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:34:32.027804 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Bound port: a6f3d1ba-8fe3-4f25-b04a-34463136181a, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:34:32.027995 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.031857 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:32.054206 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:32.059089 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:34:32.118384 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] For port a6f3d1ba-8fe3-4f25-b04a-34463136181a, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:34:32.123243 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] For port a6f3d1ba-8fe3-4f25-b04a-34463136181a, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=a6f3d1ba-8fe3-4f25-b04a-34463136181a,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:34:32.137307 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.167601 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48872) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:32.186895 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Publish callbacks [] for router_gateway (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.205907 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a059be1-5799-48c8-b5cd-048f6fe398f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for subnet (99a45d40-cf54-41be-a197-c6bf6946881b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.299661 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21336860-9a1a-42ed-b33b-cd792b6de8dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e267cd5-9f0f-49b6-a0f6-32ad45673e51,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:32.308281 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba3e5-0f1f-4943-a99f-e2c325fe8921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.328150 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21336860-9a1a-42ed-b33b-cd792b6de8dc admin admin] Checking segment: {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:32.328804 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21336860-9a1a-42ed-b33b-cd792b6de8dc admin admin] Network hostable DHCP agents. Network: a844914c-5cf6-4424-8cb4-7741526740b1, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:34:32.380487 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32171b9c-9904-4abf-a2ea-006805773710 None None] Pushing event updated for resources: {'Port': ['ID=a6f3d1ba-8fe3-4f25-b04a-34463136181a,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:32.402633 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Attempting to bind port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:34:32.402996 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Attempting to bind port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:34:32.403358 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Attempting to bind port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 on network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:34:32.413457 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:34:32.413902 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Checking segment: {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:32.414277 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.414702 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Bound using segment: {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:34:32.415177 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Bound port: d4c6bcb7-1137-4aec-a1cf-9dc684270d63, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:34:32.415557 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.419995 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21336860-9a1a-42ed-b33b-cd792b6de8dc admin admin] Network a844914c-5cf6-4424-8cb4-7741526740b1 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:34:32.457951 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Allocated IP 172.27.3.114 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/309f57aa-0da8-44f9-a686-5647d49ba13d) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:34:32.460540 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-21336860-9a1a-42ed-b33b-cd792b6de8dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, a844914c-5cf6-4424-8cb4-7741526740b1) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:32.472329 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21336860-9a1a-42ed-b33b-cd792b6de8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:32.473771 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-21336860-9a1a-42ed-b33b-cd792b6de8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.507257 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c7cef2-8b77-443f-8b93-311157d1eb50 None None] Network a844914c-5cf6-4424-8cb4-7741526740b1 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:34:32.522230 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-21336860-9a1a-42ed-b33b-cd792b6de8dc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3841937 Mar 31 21:34:32.538934 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:32.546051 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:32.574756 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] For port d4c6bcb7-1137-4aec-a1cf-9dc684270d63, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:34:32.580253 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8750d1f-b795-46c1-96fa-32da17ea5249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.593446 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba3e5-0f1f-4943-a99f-e2c325fe8921 admin admin] Publish callbacks [] for security_group (76933304-b9c0-48a4-a346-bac68f9df172), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.595257 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] For port d4c6bcb7-1137-4aec-a1cf-9dc684270d63, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=d4c6bcb7-1137-4aec-a1cf-9dc684270d63,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:34:32.604511 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba3e5-0f1f-4943-a99f-e2c325fe8921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (76933304-b9c0-48a4-a346-bac68f9df172), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.621590 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.641700 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ba3e5-0f1f-4943-a99f-e2c325fe8921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76933304-b9c0-48a4-a346-bac68f9df172,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:32.676577 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-5e8ba3e5-0f1f-4943-a99f-e2c325fe8921 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af6ff613c57642f3a77c053e087d6878&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8134048 Mar 31 21:34:32.685731 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48894) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:32.696975 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Publish callbacks [] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.716511 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eeadd115-1027-44d1-9800-4fa5c25a0e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for subnet (4af083dc-e74a-4d1d-b6a2-652d41a93a40), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.719830 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a059be1-5799-48c8-b5cd-048f6fe398f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a45d40-cf54-41be-a197-c6bf6946881b,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:32.739825 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc19b5b-0386-4cd4-aef8-4642765e5eb3 None None] Pushing event updated for resources: {'Port': ['ID=d4c6bcb7-1137-4aec-a1cf-9dc684270d63,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:32.755200 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eb66703-8a4f-504a-9784-587a225c9d17-a844914c-5cf6-4424-8cb4-7741526740b1', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51'}]}} from dv-cinder-836073-1-iscsi. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:34:32.756085 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.765634 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a059be1-5799-48c8-b5cd-048f6fe398f8 admin admin] Checking segment: {'id': 'ec1dea76-863a-477e-86c0-2eab23dccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '71033f45-9649-4713-8124-85eb70e97295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:32.766358 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a059be1-5799-48c8-b5cd-048f6fe398f8 admin admin] Network hostable DHCP agents. Network: 71033f45-9649-4713-8124-85eb70e97295, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:34:32.819099 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.828366 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58bb7f45-5980-4099-a038-e3357a775f4a admin admin] Publish callbacks [] for security_group (76933304-b9c0-48a4-a346-bac68f9df172), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.849575 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16398391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31876'] for router (1fe608d1-1c9f-4585-bb92-6603e3c449f5), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.851092 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16399271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16384502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16275930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31887'] for router (1fe608d1-1c9f-4585-bb92-6603e3c449f5), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.880384 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:32.934015 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58bb7f45-5980-4099-a038-e3357a775f4a admin admin] Publish callbacks [] for security_group (76933304-b9c0-48a4-a346-bac68f9df172), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.949456 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:32.957624 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:34:32.960939 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadd115-1027-44d1-9800-4fa5c25a0e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af083dc-e74a-4d1d-b6a2-652d41a93a40,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:33.015843 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Allocated IP 172.20.0.2 (a844914c-5cf6-4424-8cb4-7741526740b1/7e267cd5-9f0f-49b6-a0f6-32ad45673e51/e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:34:33.061038 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadd115-1027-44d1-9800-4fa5c25a0e0e admin admin] Checking segment: {'id': 'f0d24c64-cc9f-4c6c-9d81-0c362601c23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3189b2ce-d493-44b6-acfe-6cc35330f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:33.061256 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeadd115-1027-44d1-9800-4fa5c25a0e0e admin admin] Network hostable DHCP agents. Network: 3189b2ce-d493-44b6-acfe-6cc35330f7ba, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:34:33.069015 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a059be1-5799-48c8-b5cd-048f6fe398f8 admin admin] Network 71033f45-9649-4713-8124-85eb70e97295 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:34:33.106119 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7a059be1-5799-48c8-b5cd-048f6fe398f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 71033f45-9649-4713-8124-85eb70e97295) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:33.109072 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=309f57aa-0da8-44f9-a686-5647d49ba13d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:33.114225 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a059be1-5799-48c8-b5cd-048f6fe398f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:33.114908 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7a059be1-5799-48c8-b5cd-048f6fe398f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.130549 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1b141d-4940-457e-b9c9-e6fb065993a7 None None] Network 71033f45-9649-4713-8124-85eb70e97295 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:34:33.147237 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeadd115-1027-44d1-9800-4fa5c25a0e0e admin admin] Network 3189b2ce-d493-44b6-acfe-6cc35330f7ba is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:34:33.165457 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-eeadd115-1027-44d1-9800-4fa5c25a0e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 3189b2ce-d493-44b6-acfe-6cc35330f7ba) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:33.204833 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31369d0b-8a8e-4484-93d9-49552c673423 None None] Network 3189b2ce-d493-44b6-acfe-6cc35330f7ba requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:34:33.212552 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58bb7f45-5980-4099-a038-e3357a775f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (76933304-b9c0-48a4-a346-bac68f9df172), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.217008 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58bb7f45-5980-4099-a038-e3357a775f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.220876 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-58bb7f45-5980-4099-a038-e3357a775f4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76933304-b9c0-48a4-a346-bac68f9df172 HTTP/1.1" status: 204 len: 168 time: 0.5312574 Mar 31 21:34:33.230807 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Publish callbacks [] for router_controller (1fe608d1-1c9f-4585-bb92-6603e3c449f5), precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.248145 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb7f45-5980-4099-a038-e3357a775f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76933304-b9c0-48a4-a346-bac68f9df172,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:33.253619 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7a059be1-5799-48c8-b5cd-048f6fe398f8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1447327 Mar 31 21:34:33.279577 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeadd115-1027-44d1-9800-4fa5c25a0e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:33.289278 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eeadd115-1027-44d1-9800-4fa5c25a0e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.345291 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8750d1f-b795-46c1-96fa-32da17ea5249 admin admin] Publish callbacks [] for security_group (a4bd5d14-57df-4827-a213-83a24dc0105e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.355050 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3e9d19ca-c4a6-4489-a9f0-e9d5f67ed87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.360117 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16384289'] for router (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.415102 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-eeadd115-1027-44d1-9800-4fa5c25a0e0e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9793973 Mar 31 21:34:33.457815 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8750d1f-b795-46c1-96fa-32da17ea5249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (a4bd5d14-57df-4827-a213-83a24dc0105e), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.607579 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Publish callbacks [] for router_gateway (37610562-38de-4ff9-a072-9f84247eeba6), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.619772 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.625503 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8750d1f-b795-46c1-96fa-32da17ea5249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd5d14-57df-4827-a213-83a24dc0105e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:33.640748 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d164282-fc66-42fb-856b-7c0fc365fea7 None None] Network 71033f45-9649-4713-8124-85eb70e97295 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:34:33.643353 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b8750d1f-b795-46c1-96fa-32da17ea5249 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=063dc182f09f47a7ae60902e9e42e73a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4729264 Mar 31 21:34:33.648659 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48914) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:33.686890 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Publish callbacks [] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.785836 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Publish callbacks [] for router_gateway (1fe608d1-1c9f-4585-bb92-6603e3c449f5), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.855266 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.904357 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90d8fa8-7ecc-4a98-86b5-7e9271712a54 None None] Network 3189b2ce-d493-44b6-acfe-6cc35330f7ba requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:34:33.920565 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ad3d57ab-8435-4bec-8a1f-9d3ed92da235 admin admin] Publish callbacks [] for security_group (a4bd5d14-57df-4827-a213-83a24dc0105e), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:33.971950 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ad3d57ab-8435-4bec-8a1f-9d3ed92da235 admin admin] Publish callbacks [] for security_group (a4bd5d14-57df-4827-a213-83a24dc0105e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:34.012706 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 is scheduled to L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:34:34.058704 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Pushing event updated for resources: {'Port': ['ID=e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:34.209631 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Network a844914c-5cf6-4424-8cb4-7741526740b1 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:34.227746 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16384289'] for router (37610562-38de-4ff9-a072-9f84247eeba6), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:34.241113 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48954) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:34.278964 dv-cinder-836073-1-iscsi neutron-server[103448]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 21:34:34.324072 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:34.345912 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:34:34.453484 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device a6f3d1ba-8fe3-4f25-b04a-34463136181a up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:34.461664 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Router 37610562-38de-4ff9-a072-9f84247eeba6 is scheduled to L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:34:34.592749 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ad3d57ab-8435-4bec-8a1f-9d3ed92da235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (a4bd5d14-57df-4827-a213-83a24dc0105e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:34.601882 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ad3d57ab-8435-4bec-8a1f-9d3ed92da235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:34.606752 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-ad3d57ab-8435-4bec-8a1f-9d3ed92da235 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4bd5d14-57df-4827-a213-83a24dc0105e HTTP/1.1" status: 204 len: 168 time: 0.9102378 Mar 31 21:34:34.646981 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:34:34.657353 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Sync routers for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:34:34.669673 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Attempting to bind port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:34:34.670142 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Attempting to bind port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:34:34.670741 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Attempting to bind port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 on network a844914c-5cf6-4424-8cb4-7741526740b1 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:34:34.688685 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:34.692225 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:34:34.694066 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:34:34.694977 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Checking segment: {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:34.695721 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:34.696296 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Bound using segment: {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:34:34.696979 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Bound port: e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:34:34.697584 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:34.698397 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:34:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:34.698543 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-b5a7b291-4017-43ea-b802-4e4f7d6c6ac0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9171634 Mar 31 21:34:34.699221 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 48970) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:34.713072 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3eb71b-5b5b-43c5-89f9-20b44aa120f9 None None] Network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:34:34.838866 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7957e1d-2b6c-4d59-89d1-5b5871686429 None None] Network a6fb69be-10fb-4d53-a720-03a7f9cdadda requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:34:34.927956 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d57ab-8435-4bec-8a1f-9d3ed92da235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd5d14-57df-4827-a213-83a24dc0105e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:35.141047 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:34:35.207463 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:34:35.240983 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-a5dc87fa-6e46-4e45-8b58-adc98600e622 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:35.242575 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-a5dc87fa-6e46-4e45-8b58-adc98600e622 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/networks?id=71033f45-9649-4713-8124-85eb70e97295 HTTP/1.1" status: 200 len: 812 time: 0.9659021 Mar 31 21:34:35.266763 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Publish callbacks [] for router_gateway (1fe608d1-1c9f-4585-bb92-6603e3c449f5), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:35.320759 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:35.326316 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:35.342329 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-84d0aa6f-369a-4f88-8e8f-66ceab4d3e3f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6456528 Mar 31 21:34:35.343177 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48992) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:35.343525 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 48994) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:35.366631 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-00890551-4054-4540-9537-5220cc8793a4 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/quotas/cb8a08aa074d46a09092850325563e83 HTTP/1.1" status: 200 len: 375 time: 0.1035469 Mar 31 21:34:35.374897 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-614891510-network', 'tenant_id': 'fa8e9648327c4c95bafa02109a3b7fca'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:35.418362 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:33Z', 'revision_number': 3, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:35.431238 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Sync routers for ids ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:34:35.467317 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Checking router: 37610562-38de-4ff9-a072-9f84247eeba6 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:34:35.468177 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Updating router 37610562-38de-4ff9-a072-9f84247eeba6 port 309f57aa-0da8-44f9-a686-5647d49ba13d binding host dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:34:35.519730 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:35.528877 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Routers {'45c0fa57-db9d-4f02-aa6b-2cb8a1416867'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:34:35.529804 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:34:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:35.623104 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:35.648808 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Set router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:34:35.772208 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49006) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:35.849168 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Allocated IP 172.20.0.1 (a6fb69be-10fb-4d53-a720-03a7f9cdadda/680eef82-3bbc-4eb7-a395-9c70e4faccb8/cfe7cdbd-32c6-4372-aa72-7cd3c079a620) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:34:35.961511 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f9774637-b853-477b-8a96-8d7c94c2c0ec None None] Provisioning complete for port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:35.962310 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9774637-b853-477b-8a96-8d7c94c2c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:35.997811 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Publish callbacks [] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.040349 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port a6f3d1ba-8fe3-4f25-b04a-34463136181a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:36.040750 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.045762 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49010) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:36.055316 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.117059 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Publish callbacks [] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.125341 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.125641 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Network a6fb69be-10fb-4d53-a720-03a7f9cdadda is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:36.131785 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:36.135633 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:34:36.136214 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384758'] for router_interface (37610562-38de-4ff9-a072-9f84247eeba6), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.149031 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-ad6979f7-1f3d-446e-97be-c6c0f1e9abe9 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb8a08aa074d46a09092850325563e83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7814128 Mar 31 21:34:36.199032 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Pushing event updated for resources: {'Port': ['ID=cfe7cdbd-32c6-4372-aa72-7cd3c079a620,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:36.221628 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ecdc3fc-4b11-4beb-8bf8-b52a3debc35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.230192 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-21213ab3-a115-4967-aa4f-64a530e528d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.230814 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Pushing event updated for resources: {'Port': ['ID=309f57aa-0da8-44f9-a686-5647d49ba13d,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:36.246527 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Made reservation on behalf of fa8e9648327c4c95bafa02109a3b7fca for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:36.249159 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.253107 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.253460 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.258643 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.259121 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.259708 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.259850 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.260149 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.260486 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.264239 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.264633 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.266586 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.266956 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.267301 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.267643 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.269264 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Tracked resource versions report: Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: pushed versions: Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: { 'AddressGroup': {'1.2'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Agent': {'1.1'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'ConntrackHelper': {'1.0'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Log': {'1.0'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'NDPProxy': {'1.0'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Network': {'1.1'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Port': {'1.7'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'PortForwarding': {'1.3'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'QosPolicy': {'1.10'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'SecurityGroup': {'1.5'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'SubPort': {'1.0'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Subnet': {'1.1'}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Trunk': {'1.1'}} Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: consumer versions: Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: { DHCP agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: HyperV agent@hv-cinder-83607: {}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: L3 agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: Metadata agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: Metering agent@dv-cinder-836073-1-iscsi: {}, Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: Open vSwitch agent@dv-cinder-836073-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Agent': '1.1', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'ConntrackHelper': '1.0', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'LocalIPAssociation': '1.0', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Log': '1.0', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'NDPProxy': '1.0', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Network': '1.1', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Port': '1.7', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'PortForwarding': '1.3', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'QosPolicy': '1.10', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'SecurityGroup': '1.5', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'SecurityGroupRule': '1.2', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'SubPort': '1.0', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Subnet': '1.1', Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: 'Trunk': '1.1'}} Mar 31 21:34:36.270358 dv-cinder-836073-1-iscsi neutron-server[103451]: {{(pid=103451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:34:36.296283 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.327715 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Attempting to bind port 309f57aa-0da8-44f9-a686-5647d49ba13d on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:34:36.328195 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Attempting to bind port 309f57aa-0da8-44f9-a686-5647d49ba13d by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:34:36.332235 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Attempting to bind port 309f57aa-0da8-44f9-a686-5647d49ba13d on network 117f9244-b533-4049-ba97-bca06ffbe3a7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:34:36.352802 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:34:36.353258 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Checking segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:36.355398 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.356780 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Bound using segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:34:36.357309 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Bound port: 309f57aa-0da8-44f9-a686-5647d49ba13d, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:34:36.357712 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.419740 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] For port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:34:36.444067 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] For port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:34:36.452970 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Allocated IP 172.27.3.207 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/c144cc36-4229-4895-8470-8c2d6dd254ef) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:34:36.455231 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f9774637-b853-477b-8a96-8d7c94c2c0ec None None] Current status of the port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:36.455902 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9774637-b853-477b-8a96-8d7c94c2c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.474993 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.500348 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] For port 309f57aa-0da8-44f9-a686-5647d49ba13d, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:34:36.512286 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] For port 309f57aa-0da8-44f9-a686-5647d49ba13d, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=309f57aa-0da8-44f9-a686-5647d49ba13d,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:34:36.514985 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.521734 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.569041 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:31Z', 'revision_number': 3, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:36.578415 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be615bf-a212-4380-97ef-e6bb05d865f9 None None] Pushing event updated for resources: {'Port': ['ID=309f57aa-0da8-44f9-a686-5647d49ba13d,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:36.610361 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-d0d74639-5ae5-4bc2-a13c-a2e4e8a8eacf service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:34:36.623333 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:34:36.624139 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-d0d74639-5ae5-4bc2-a13c-a2e4e8a8eacf service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1955123 Mar 31 21:34:36.626607 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:34:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:36.716012 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Checking router: 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:34:36.722988 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-496e4a70-68df-4f92-adf4-da48a1ca0462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.735640 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Updating router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 port ae1042c0-9aeb-4463-8dec-56cef49aebd2 binding host dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:34:36.772921 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Publish callbacks [] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.779438 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.782503 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384610'] for router_interface (37610562-38de-4ff9-a072-9f84247eeba6), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.852574 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:34:36.855921 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f9774637-b853-477b-8a96-8d7c94c2c0ec None None] For port d4c6bcb7-1137-4aec-a1cf-9dc684270d63, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=d4c6bcb7-1137-4aec-a1cf-9dc684270d63,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:34:36.931890 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.940618 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0cdf8-b8ea-4619-a2d1-0d9217e7d399 None None] Pushing event updated for resources: {'Port': ['ID=e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:36.945636 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9774637-b853-477b-8a96-8d7c94c2c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.980239 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Pushing event updated for resources: {'Port': ['ID=cfe7cdbd-32c6-4372-aa72-7cd3c079a620,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:37.001781 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ecdc3fc-4b11-4beb-8bf8-b52a3debc35b admin admin] Publish callbacks [] for security_group (ac11602c-aaf9-44e9-85cf-c83989dd870b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.063524 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ecdc3fc-4b11-4beb-8bf8-b52a3debc35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (ac11602c-aaf9-44e9-85cf-c83989dd870b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.115964 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Network a6fb69be-10fb-4d53-a720-03a7f9cdadda is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:37.128394 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:37.156326 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdc3fc-4b11-4beb-8bf8-b52a3debc35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac11602c-aaf9-44e9-85cf-c83989dd870b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:37.182960 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9774637-b853-477b-8a96-8d7c94c2c0ec None None] Pushing event updated for resources: {'Port': ['ID=d4c6bcb7-1137-4aec-a1cf-9dc684270d63,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:37.291470 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:35Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:37.378997 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4aae0-10c6-43e4-ab6c-056364584e4e None None] The sync data for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi is: [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:35Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:34:37.419044 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Publish callbacks [] for security_group (7ce3e070-ba11-475b-bed4-946dadba3c7f), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.431886 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Router 37610562-38de-4ff9-a072-9f84247eeba6 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:34:37.445556 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7ecdc3fc-4b11-4beb-8bf8-b52a3debc35b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ede0577d007436ead3e1ac8a262263f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4486024 Mar 31 21:34:37.448592 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.450560 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49046) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:37.451349 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port a6f3d1ba-8fe3-4f25-b04a-34463136181a is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:37.452301 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.471446 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-72e94374-b9a8-432a-a4fe-7bb263268f39 None None] Provisioning complete for port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:37.472117 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-72e94374-b9a8-432a-a4fe-7bb263268f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.514262 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (7ce3e070-ba11-475b-bed4-946dadba3c7f), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.530736 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port a6f3d1ba-8fe3-4f25-b04a-34463136181a, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=a6f3d1ba-8fe3-4f25-b04a-34463136181a,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:34:37.575628 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.576790 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device d4c6bcb7-1137-4aec-a1cf-9dc684270d63 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:37.587750 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Publish callbacks [] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.605314 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-06f025ca-3712-40cc-9af2-6ed5f6606ff4 service neutron] 10.222.0.24 "GET /v2.0/networks/71033f45-9649-4713-8124-85eb70e97295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9802072 Mar 31 21:34:37.665395 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=a6f3d1ba-8fe3-4f25-b04a-34463136181a,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:37.711594 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3288b8e-6aba-452d-8f81-f8e19ec4651e admin admin] Publish callbacks [] for security_group (ac11602c-aaf9-44e9-85cf-c83989dd870b), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.755323 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-4e344681-9742-4411-8d05-31062bc5990d service neutron] 10.222.0.24 "GET /v2.0/networks/71033f45-9649-4713-8124-85eb70e97295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363149 Mar 31 21:34:37.758945 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3288b8e-6aba-452d-8f81-f8e19ec4651e admin admin] Publish callbacks [] for security_group (ac11602c-aaf9-44e9-85cf-c83989dd870b), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.762375 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:34:37.769245 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:34:37.776609 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-d5ea8531-803b-4a68-bd1f-244ef629e25e admin admin] 10.222.0.24 "PUT /v2.0/routers/37610562-38de-4ff9-a072-9f84247eeba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0763392 Mar 31 21:34:37.810729 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-72e94374-b9a8-432a-a4fe-7bb263268f39 None None] Current status of the port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:37.823867 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:37.824582 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.868914 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-496e4a70-68df-4f92-adf4-da48a1ca0462 admin admin] Publish callbacks [] for security_group (34758038-1166-4536-89cd-b7d1930cabc3), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.875490 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3288b8e-6aba-452d-8f81-f8e19ec4651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (ac11602c-aaf9-44e9-85cf-c83989dd870b), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.878628 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c3288b8e-6aba-452d-8f81-f8e19ec4651e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:37.879941 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-c3288b8e-6aba-452d-8f81-f8e19ec4651e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac11602c-aaf9-44e9-85cf-c83989dd870b HTTP/1.1" status: 204 len: 168 time: 0.4274204 Mar 31 21:34:37.902760 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3288b8e-6aba-452d-8f81-f8e19ec4651e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac11602c-aaf9-44e9-85cf-c83989dd870b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:37.990920 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-72e94374-b9a8-432a-a4fe-7bb263268f39 None None] Provisioning complete for port a6f3d1ba-8fe3-4f25-b04a-34463136181a triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:37.998483 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-72e94374-b9a8-432a-a4fe-7bb263268f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.006729 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-496e4a70-68df-4f92-adf4-da48a1ca0462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (34758038-1166-4536-89cd-b7d1930cabc3), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.121040 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce3e070-ba11-475b-bed4-946dadba3c7f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:38.151269 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (85943a44-9c03-4a74-b1da-d263fec14ecd), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.151594 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Added segment 85943a44-9c03-4a74-b1da-d263fec14ecd of type vlan for network 404cd2ba-263b-4cdd-b11d-27ca3c606944 Mar 31 21:34:38.226034 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49074) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:38.267055 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:38.287593 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.428262 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-72e94374-b9a8-432a-a4fe-7bb263268f39 None None] Current status of the port a6f3d1ba-8fe3-4f25-b04a-34463136181a is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:38.535525 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-72e94374-b9a8-432a-a4fe-7bb263268f39 None None] Provisioning complete for port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:38.536563 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-72e94374-b9a8-432a-a4fe-7bb263268f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.557992 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (404cd2ba-263b-4cdd-b11d-27ca3c606944), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.609984 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.632466 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.640989 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:38.670491 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Publish callbacks [] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.673639 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device a6f3d1ba-8fe3-4f25-b04a-34463136181a up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:38.721533 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e2aedf-ef53-4a79-8816-1c72ee16d713 None None] Network a844914c-5cf6-4424-8cb4-7741526740b1 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:34:38.726511 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5de92a76-ebf7-4a32-b14e-022ce2a29051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.818748 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.925726 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:38.932508 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5de92a76-ebf7-4a32-b14e-022ce2a29051 admin admin] Publish callbacks [] for security_group (0d68a7e8-7e51-469d-8768-1b15ca744fbc), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.934353 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (404cd2ba-263b-4cdd-b11d-27ca3c606944), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.935657 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:38.937046 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.943603 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5de92a76-ebf7-4a32-b14e-022ce2a29051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (0d68a7e8-7e51-469d-8768-1b15ca744fbc), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:38.984894 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-496e4a70-68df-4f92-adf4-da48a1ca0462 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbc0622204b545cfabe6d3ad4a2589f4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9189644 Mar 31 21:34:38.987239 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b4e7345b-a4e0-4b17-9c77-251e8c7aa4bf req-cf422286-5704-4a2b-8d18-5c630caa1109 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 210 time: 0.6870737 Mar 31 21:34:38.991078 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49098) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:38.993946 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:34:39.009579 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-5de92a76-ebf7-4a32-b14e-022ce2a29051 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9a9444332e0496e9868fddacf2dd9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7823637 Mar 31 21:34:39.012958 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49102) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:39.074475 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de92a76-ebf7-4a32-b14e-022ce2a29051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d68a7e8-7e51-469d-8768-1b15ca744fbc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:39.083641 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7636c3-f94f-4efe-8a20-b7ebf39d423e None None] Pushing event updated for resources: {'Port': ['ID=ae1042c0-9aeb-4463-8dec-56cef49aebd2,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:39.104426 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-72e94374-b9a8-432a-a4fe-7bb263268f39 None None] Port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:34:39.147163 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7c2e66b8-9a73-4c2e-958a-668f1e6fbce2 admin admin] Publish callbacks [] for security_group (0d68a7e8-7e51-469d-8768-1b15ca744fbc), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.185128 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7c2e66b8-9a73-4c2e-958a-668f1e6fbce2 admin admin] Publish callbacks [] for security_group (0d68a7e8-7e51-469d-8768-1b15ca744fbc), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.249267 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.8774545 Mar 31 21:34:39.250057 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Attempting to bind port ae1042c0-9aeb-4463-8dec-56cef49aebd2 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:34:39.251375 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Attempting to bind port ae1042c0-9aeb-4463-8dec-56cef49aebd2 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:34:39.252288 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Attempting to bind port ae1042c0-9aeb-4463-8dec-56cef49aebd2 on network 117f9244-b533-4049-ba97-bca06ffbe3a7 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:34:39.255255 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49108) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:39.261658 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6a0708ab-3a3f-48fd-bb56-b0f02ffff2be admin admin] Request body: {'subnet': {'network_id': '404cd2ba-263b-4cdd-b11d-27ca3c606944', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-614891510-subnet', 'tenant_id': 'fa8e9648327c4c95bafa02109a3b7fca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:39.266620 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:34:39.268071 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Checking segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:39.269066 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.275149 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Bound using segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:34:39.279811 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Bound port: ae1042c0-9aeb-4463-8dec-56cef49aebd2, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:34:39.283148 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.289726 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0708ab-3a3f-48fd-bb56-b0f02ffff2be admin admin] Made reservation on behalf of fa8e9648327c4c95bafa02109a3b7fca for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:39.292509 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6a0708ab-3a3f-48fd-bb56-b0f02ffff2be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.325532 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7c2e66b8-9a73-4c2e-958a-668f1e6fbce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (0d68a7e8-7e51-469d-8768-1b15ca744fbc), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.331244 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7c2e66b8-9a73-4c2e-958a-668f1e6fbce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.337656 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-7c2e66b8-9a73-4c2e-958a-668f1e6fbce2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d68a7e8-7e51-469d-8768-1b15ca744fbc HTTP/1.1" status: 204 len: 168 time: 0.3236213 Mar 31 21:34:39.449621 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49114) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:39.458940 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-245ea289-964c-405f-bae3-8212b0926a5d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--979099837', 'description': 'tempest-description--1417817371'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:39.563127 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-245ea289-964c-405f-bae3-8212b0926a5d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.585483 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e66b8-9a73-4c2e-958a-668f1e6fbce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d68a7e8-7e51-469d-8768-1b15ca744fbc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:39.646905 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] For port ae1042c0-9aeb-4463-8dec-56cef49aebd2, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:34:39.652515 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] For port ae1042c0-9aeb-4463-8dec-56cef49aebd2, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=ae1042c0-9aeb-4463-8dec-56cef49aebd2,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:34:39.724571 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-245ea289-964c-405f-bae3-8212b0926a5d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (35662b50-a4bb-45b4-826c-51f9b34e0759), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.728044 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port a6f3d1ba-8fe3-4f25-b04a-34463136181a triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:39.728440 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.739287 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-245ea289-964c-405f-bae3-8212b0926a5d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (35662b50-a4bb-45b4-826c-51f9b34e0759), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.777547 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e4a70-68df-4f92-adf4-da48a1ca0462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34758038-1166-4536-89cd-b7d1930cabc3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:39.796280 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ea289-964c-405f-bae3-8212b0926a5d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35662b50-a4bb-45b4-826c-51f9b34e0759,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:39.796898 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.831327 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-245ea289-964c-405f-bae3-8212b0926a5d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.833456 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-245ea289-964c-405f-bae3-8212b0926a5d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3824294 Mar 31 21:34:39.836364 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49132) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:39.841988 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-96d3063b-5e78-41bb-a675-b93496b8c7cc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'security_group_rule': {'security_group_id': '35662b50-a4bb-45b4-826c-51f9b34e0759', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:39.882268 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-93ffe86d-0717-4c27-9983-d504f1213f55 None None] Provisioning complete for port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:39.882650 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93ffe86d-0717-4c27-9983-d504f1213f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.995165 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-93ffe86d-0717-4c27-9983-d504f1213f55 None None] Port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:34:39.997129 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Routers {'45c0fa57-db9d-4f02-aa6b-2cb8a1416867'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:34:39.998496 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:34:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:40.010002 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96d3063b-5e78-41bb-a675-b93496b8c7cc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (9eea2c48-e992-4196-8906-eed7d1568445), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.106182 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49140) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:40.106815 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Publish callbacks [] for router_gateway (1fe608d1-1c9f-4585-bb92-6603e3c449f5), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.166402 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] Set router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:34:40.171754 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac625116-21c5-4eac-af12-326b063fb969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.241130 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6a0708ab-3a3f-48fd-bb56-b0f02ffff2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for subnet (ce617fef-85d8-4f18-b88f-0e7b47836d5f), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.316719 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96d3063b-5e78-41bb-a675-b93496b8c7cc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (9eea2c48-e992-4196-8906-eed7d1568445), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.328271 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac625116-21c5-4eac-af12-326b063fb969 admin admin] Publish callbacks [] for security_group (40c6ec1b-a5f9-4ef4-a349-1f762527fbb1), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.329737 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Pushing event updated for resources: {'Port': ['ID=c144cc36-4229-4895-8470-8c2d6dd254ef,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:40.358263 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96d3063b-5e78-41bb-a675-b93496b8c7cc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (9eea2c48-e992-4196-8906-eed7d1568445), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.367877 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.386759 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84548355-8876-47ed-8ac4-28f97cf2b240 admin admin] Pushing event updated for resources: {'Network': ['ID=404cd2ba-263b-4cdd-b11d-27ca3c606944,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:40.389532 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac625116-21c5-4eac-af12-326b063fb969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (40c6ec1b-a5f9-4ef4-a349-1f762527fbb1), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.430377 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3063b-5e78-41bb-a675-b93496b8c7cc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eea2c48-e992-4196-8906-eed7d1568445,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:40.466133 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 404cd2ba-263b-4cdd-b11d-27ca3c606944 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:34:40.482334 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-93ffe86d-0717-4c27-9983-d504f1213f55 None None] Provisioning complete for port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:40.483300 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93ffe86d-0717-4c27-9983-d504f1213f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.489752 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Allocated IP 172.20.0.1 (8d891fd3-a431-41c5-89d8-3afbdd2fb39c/e720cde3-cbb0-4aac-bc9c-8359ed6452c1/9619f6c1-1751-4a92-9738-ef6b5eedfdb0) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:34:40.512763 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0708ab-3a3f-48fd-bb56-b0f02ffff2be admin admin] Checking segment: {'id': '85943a44-9c03-4a74-b1da-d263fec14ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '404cd2ba-263b-4cdd-b11d-27ca3c606944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:40.513310 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0708ab-3a3f-48fd-bb56-b0f02ffff2be admin admin] Network hostable DHCP agents. Network: 404cd2ba-263b-4cdd-b11d-27ca3c606944, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:34:40.524439 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e981bd43-a5dc-4dcc-bcd6-0fbc56e5faa1 req-f6101fc4-b836-451c-8533-4430ee349f0d tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 210 time: 0.3050032 Mar 31 21:34:40.534161 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0708ab-3a3f-48fd-bb56-b0f02ffff2be admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce617fef-85d8-4f18-b88f-0e7b47836d5f,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:40.546669 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port a6f3d1ba-8fe3-4f25-b04a-34463136181a is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:40.548370 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:40.556007 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-96d3063b-5e78-41bb-a675-b93496b8c7cc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.558028 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-96d3063b-5e78-41bb-a675-b93496b8c7cc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7197826 Mar 31 21:34:40.562421 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49154) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:40.576343 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2463c738-94d5-468f-9ffb-f809e5810870 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'security_group_rule': {'security_group_id': '35662b50-a4bb-45b4-826c-51f9b34e0759', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:40.611284 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7636c3-f94f-4efe-8a20-b7ebf39d423e None None] Pushing event updated for resources: {'Port': ['ID=ae1042c0-9aeb-4463-8dec-56cef49aebd2,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:40.617134 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b63e9c3d-9676-457b-9974-0e037e12917c admin admin] Publish callbacks [] for security_group (34758038-1166-4536-89cd-b7d1930cabc3), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.623619 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac625116-21c5-4eac-af12-326b063fb969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c6ec1b-a5f9-4ef4-a349-1f762527fbb1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:40.632059 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-ac625116-21c5-4eac-af12-326b063fb969 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6bc8bba7e4e4dec89a01204e7109f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5230830 Mar 31 21:34:40.632746 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49156) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:40.704417 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0708ab-3a3f-48fd-bb56-b0f02ffff2be admin admin] Network 404cd2ba-263b-4cdd-b11d-27ca3c606944 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:34:40.718323 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2463c738-94d5-468f-9ffb-f809e5810870 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (de90d504-6c72-4caf-91f4-99a0e72a7f68), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.742602 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-6a0708ab-3a3f-48fd-bb56-b0f02ffff2be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 404cd2ba-263b-4cdd-b11d-27ca3c606944) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:40.753282 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0708ab-3a3f-48fd-bb56-b0f02ffff2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:40.754642 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6a0708ab-3a3f-48fd-bb56-b0f02ffff2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.761677 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9000d9-03ad-4f08-8a37-f7b20f06797e None None] Network 404cd2ba-263b-4cdd-b11d-27ca3c606944 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:34:40.881836 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6a0708ab-3a3f-48fd-bb56-b0f02ffff2be admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6252918 Mar 31 21:34:40.899508 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2463c738-94d5-468f-9ffb-f809e5810870 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (de90d504-6c72-4caf-91f4-99a0e72a7f68), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.910984 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2463c738-94d5-468f-9ffb-f809e5810870 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (de90d504-6c72-4caf-91f4-99a0e72a7f68), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.929113 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463c738-94d5-468f-9ffb-f809e5810870 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de90d504-6c72-4caf-91f4-99a0e72a7f68,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:40.956687 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2463c738-94d5-468f-9ffb-f809e5810870 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.958621 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2463c738-94d5-468f-9ffb-f809e5810870 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3939183 Mar 31 21:34:40.964273 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49164) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:40.975381 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:40.977117 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-93ffe86d-0717-4c27-9983-d504f1213f55 None None] Current status of the port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:40.977519 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93ffe86d-0717-4c27-9983-d504f1213f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:40.999438 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:41.000057 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.047189 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.051388 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:31Z', 'revision_number': 3, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:41.080625 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-93ffe86d-0717-4c27-9983-d504f1213f55 None None] For port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:34:41.107233 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b63e9c3d-9676-457b-9974-0e037e12917c admin admin] Publish callbacks [] for security_group (34758038-1166-4536-89cd-b7d1930cabc3), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.144900 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-93ffe86d-0717-4c27-9983-d504f1213f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.191201 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49172) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:41.220875 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3e19a73-d92e-4727-bbcb-7871187bfc0a admin admin] Publish callbacks [] for security_group (40c6ec1b-a5f9-4ef4-a349-1f762527fbb1), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.221362 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c6cfb9-17eb-4422-a69c-2a703ae6a17e None None] The sync data for ids ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'] in dv-cinder-836073-1-iscsi is: [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:31Z', 'revision_number': 3, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:34:41.297378 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea45b9e0-0c31-43cb-9a0e-3c729fb8fc16 None None] Network 404cd2ba-263b-4cdd-b11d-27ca3c606944 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:34:41.406872 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Sync routers for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:34:41.424459 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5f42f166-94b7-42d5-b077-07cce821d078 None None] Provisioning complete for port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:41.424814 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f42f166-94b7-42d5-b077-07cce821d078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.428904 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3e19a73-d92e-4727-bbcb-7871187bfc0a admin admin] Publish callbacks [] for security_group (40c6ec1b-a5f9-4ef4-a349-1f762527fbb1), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.429447 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffe86d-0717-4c27-9983-d504f1213f55 None None] Pushing event updated for resources: {'Port': ['ID=e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:41.434014 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:34:41.442413 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:34:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:41.506577 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Publish callbacks [] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.520135 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16384289'] for router (1fe608d1-1c9f-4585-bb92-6603e3c449f5), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.561610 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd43c2e-d22c-41c9-8864-10b6ce48d6a9 admin admin] Deleting subnet 4af083dc-e74a-4d1d-b6a2-652d41a93a40 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:34:41.637224 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2bd43c2e-d22c-41c9-8864-10b6ce48d6a9 admin admin] Publish callbacks [] for subnet (4af083dc-e74a-4d1d-b6a2-652d41a93a40), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.643900 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:41.645640 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device d4c6bcb7-1137-4aec-a1cf-9dc684270d63 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:41.762610 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:34:41.810974 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b63e9c3d-9676-457b-9974-0e037e12917c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (34758038-1166-4536-89cd-b7d1930cabc3), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.820592 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.835789 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5f42f166-94b7-42d5-b077-07cce821d078 None None] Current status of the port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:41.836828 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b63e9c3d-9676-457b-9974-0e037e12917c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.840710 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b63e9c3d-9676-457b-9974-0e037e12917c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34758038-1166-4536-89cd-b7d1930cabc3 HTTP/1.1" status: 204 len: 168 time: 2.5979972 Mar 31 21:34:41.872844 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:41.873245 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:41.910487 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e9c3d-9676-457b-9974-0e037e12917c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34758038-1166-4536-89cd-b7d1930cabc3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:41.933135 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49190) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:42.055810 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3e19a73-d92e-4727-bbcb-7871187bfc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (40c6ec1b-a5f9-4ef4-a349-1f762527fbb1), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:42.059757 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a3e19a73-d92e-4727-bbcb-7871187bfc0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:42.063635 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a3e19a73-d92e-4727-bbcb-7871187bfc0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40c6ec1b-a5f9-4ef4-a349-1f762527fbb1 HTTP/1.1" status: 204 len: 168 time: 1.4109585 Mar 31 21:34:42.082695 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2bd43c2e-d22c-41c9-8864-10b6ce48d6a9 admin admin] Publish callbacks [] for subnet (4af083dc-e74a-4d1d-b6a2-652d41a93a40), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:42.135430 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8c34f881-1fe4-4f44-bb42-1a3c684c0905 req-2d941e43-8f30-4362-b395-0b2f56c28b57 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 210 time: 0.1857531 Mar 31 21:34:42.168106 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:42.171520 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2bd43c2e-d22c-41c9-8864-10b6ce48d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (4af083dc-e74a-4d1d-b6a2-652d41a93a40), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:42.194188 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Allocated IP 172.27.3.92 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/d75ff8cb-111e-454f-ad4e-efcc0d4fb441) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:34:42.296283 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.13', 64720) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:42.321181 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e19a73-d92e-4727-bbcb-7871187bfc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c6ec1b-a5f9-4ef4-a349-1f762527fbb1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:42.411986 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 2, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:42.468833 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for port (d75ff8cb-111e-454f-ad4e-efcc0d4fb441), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:42.501700 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Checking router: 37610562-38de-4ff9-a072-9f84247eeba6 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:34:42.502417 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Updating router 37610562-38de-4ff9-a072-9f84247eeba6 port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 binding host dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:34:42.555427 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:42.563677 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (d75ff8cb-111e-454f-ad4e-efcc0d4fb441), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:42.638047 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:42.707099 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device ae1042c0-9aeb-4463-8dec-56cef49aebd2 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:42.764509 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:42.772602 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'Port': ['ID=d75ff8cb-111e-454f-ad4e-efcc0d4fb441,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:42.789451 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:42.797750 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:34:42.877198 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port ae1042c0-9aeb-4463-8dec-56cef49aebd2 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:42.878369 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:42.948975 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:43.002496 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:43.014064 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Pushing event updated for resources: {'Port': ['ID=9619f6c1-1751-4a92-9738-ef6b5eedfdb0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:43.046180 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:34:43.046666 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384758'] for router_interface (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.116261 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (e9e7162c-bd46-4eb6-9d19-6b63542152b3), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.129849 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port ae1042c0-9aeb-4463-8dec-56cef49aebd2 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:43.130357 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.195949 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port ae1042c0-9aeb-4463-8dec-56cef49aebd2, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=ae1042c0-9aeb-4463-8dec-56cef49aebd2,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:34:43.204505 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.205599 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:43.237532 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2bd43c2e-d22c-41c9-8864-10b6ce48d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for subnet (4af083dc-e74a-4d1d-b6a2-652d41a93a40), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.248793 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d75ff8cb-111e-454f-ad4e-efcc0d4fb441), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.290477 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-7827f2e1-d216-4631-9467-65d7b1e3b493 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:43.292276 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-7827f2e1-d216-4631-9467-65d7b1e3b493 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.13 "GET /v2.0/networks?id=71033f45-9649-4713-8124-85eb70e97295 HTTP/1.1" status: 200 len: 812 time: 0.9771721 Mar 31 21:34:43.361863 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Request body: {'port': {'device_id': '72ba19d9-3971-40fb-ae47-61e04c3b4f6a', 'network_id': '71033f45-9649-4713-8124-85eb70e97295', 'admin_state_up': True, 'tenant_id': 'cb8a08aa074d46a09092850325563e83'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:43.387466 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd43c2e-d22c-41c9-8864-10b6ce48d6a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af083dc-e74a-4d1d-b6a2-652d41a93a40,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:43.401840 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Publish callbacks [] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.414242 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.477713 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for port (d75ff8cb-111e-454f-ad4e-efcc0d4fb441), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.491905 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (d75ff8cb-111e-454f-ad4e-efcc0d4fb441), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.504783 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe195b-a767-46b7-809d-2ece9806a9ed None None] Pushing event updated for resources: {'Port': ['ID=cfe7cdbd-32c6-4372-aa72-7cd3c079a620,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:43.529217 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (e9e7162c-bd46-4eb6-9d19-6b63542152b3), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.541580 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2bd43c2e-d22c-41c9-8864-10b6ce48d6a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.545736 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2bd43c2e-d22c-41c9-8864-10b6ce48d6a9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4af083dc-e74a-4d1d-b6a2-652d41a93a40 HTTP/1.1" status: 204 len: 168 time: 2.3442276 Mar 31 21:34:43.548391 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=ae1042c0-9aeb-4463-8dec-56cef49aebd2,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:43.556427 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49254) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:43.587690 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-e00d01bd-1aa1-41dc-99b1-ef4b5d6f856c None None] Provisioning complete for port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:43.591203 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e00d01bd-1aa1-41dc-99b1-ef4b5d6f856c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.668545 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:43.669058 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.672366 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-e00d01bd-1aa1-41dc-99b1-ef4b5d6f856c None None] Port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:34:43.720310 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'Port': ['ID=d75ff8cb-111e-454f-ad4e-efcc0d4fb441,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:43.721157 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Attempting to bind port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:34:43.721593 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Attempting to bind port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:34:43.721882 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Attempting to bind port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 on network a6fb69be-10fb-4d53-a720-03a7f9cdadda {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:34:43.729188 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:34:43.729565 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Checking segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:43.730000 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.734732 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.742080 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-da5b2b49-9e05-4b98-abbb-3073759418ae tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7707090 Mar 31 21:34:43.742264 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Bound using segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:34:43.742264 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Bound port: cfe7cdbd-32c6-4372-aa72-7cd3c079a620, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:34:43.745216 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:43.771562 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 is scheduled to L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:34:43.971486 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] For port cfe7cdbd-32c6-4372-aa72-7cd3c079a620, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:34:43.984288 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] For port cfe7cdbd-32c6-4372-aa72-7cd3c079a620, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=cfe7cdbd-32c6-4372-aa72-7cd3c079a620,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:34:44.015486 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:44.268757 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:34:44.270342 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:34:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:44.399043 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f157d7f5-f129-4c02-86b1-7fd8ad4c3015 None None] Provisioning complete for port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:44.402835 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f157d7f5-f129-4c02-86b1-7fd8ad4c3015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:44.459566 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe195b-a767-46b7-809d-2ece9806a9ed None None] Pushing event updated for resources: {'Port': ['ID=cfe7cdbd-32c6-4372-aa72-7cd3c079a620,revision_number=4']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:44.664426 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bb8c0355-2b9d-4fc3-ae15-bb0c53737d52 req-809b284a-329f-4a1c-88a2-b2ab6f886dff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 210 time: 0.9546101 Mar 31 21:34:44.716511 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:34:44.745997 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f157d7f5-f129-4c02-86b1-7fd8ad4c3015 None None] Current status of the port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:44.759249 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f157d7f5-f129-4c02-86b1-7fd8ad4c3015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:44.865843 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:44.872057 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 309f57aa-0da8-44f9-a686-5647d49ba13d up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:44.999181 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f157d7f5-f129-4c02-86b1-7fd8ad4c3015 None None] For port cfe7cdbd-32c6-4372-aa72-7cd3c079a620, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=cfe7cdbd-32c6-4372-aa72-7cd3c079a620,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:34:45.010894 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f157d7f5-f129-4c02-86b1-7fd8ad4c3015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:45.139712 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 309f57aa-0da8-44f9-a686-5647d49ba13d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:45.140025 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:45.192149 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157d7f5-f129-4c02-86b1-7fd8ad4c3015 None None] Pushing event updated for resources: {'Port': ['ID=cfe7cdbd-32c6-4372-aa72-7cd3c079a620,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:45.245397 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:45.260789 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ca3e5c08-f671-4446-ba4f-4e3696f8602c None None] Provisioning complete for port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:45.261235 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5c08-f671-4446-ba4f-4e3696f8602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:45.271843 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (3189b2ce-d493-44b6-acfe-6cc35330f7ba), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:45.332634 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248b00ff-d86a-4a50-b512-5018cc83a387 None None] The sync data for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi is: [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:34:45.349370 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-ed8fbc34-1726-48b8-a4ab-f3333a5a18b0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--979099837&fields=id&tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3 HTTP/1.1" status: 200 len: 267 time: 0.8382683 Mar 31 21:34:45.491607 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e5c08-f671-4446-ba4f-4e3696f8602c None None] Current status of the port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:45.499235 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 309f57aa-0da8-44f9-a686-5647d49ba13d is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:45.500009 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:45.524311 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Made reservation on behalf of cb8a08aa074d46a09092850325563e83 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:34:45.529769 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:45.547556 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port 309f57aa-0da8-44f9-a686-5647d49ba13d, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=309f57aa-0da8-44f9-a686-5647d49ba13d,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:34:45.555019 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:45.694306 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:45.695069 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:34:45.722813 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Sync routers for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:34:45.734684 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=309f57aa-0da8-44f9-a686-5647d49ba13d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:45.772965 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:34:45.775604 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:34:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:45.915378 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (3189b2ce-d493-44b6-acfe-6cc35330f7ba), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:45.935491 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device cfe7cdbd-32c6-4372-aa72-7cd3c079a620 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:45.992065 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:45.993755 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-1fe4650c-8bc1-4b90-ab08-216f6e9d1837 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.4509473 Mar 31 21:34:45.999855 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49330) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:46.152171 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:34:46.167245 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.167832 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.168413 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.168979 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > port after_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.169364 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.169702 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > port after_update 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.170112 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.170882 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.171351 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.171924 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.337416 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:46.342685 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:46.697042 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49340) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:46.727502 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.728285 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.728285 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.728782 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:46.729229 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3189b2ce-d493-44b6-acfe-6cc35330f7ba']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:46.794208 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:46.797548 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device ae1042c0-9aeb-4463-8dec-56cef49aebd2 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:46.820744 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49342) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:46.881499 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Allocated IP 172.20.0.9 (71033f45-9649-4713-8124-85eb70e97295/99a45d40-cf54-41be-a197-c6bf6946881b/3059781a-cc7d-4f53-a33c-01cb55968d70) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:34:46.896861 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:39Z', 'revision_number': 3, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:46.960777 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Checking router: 1fe608d1-1c9f-4585-bb92-6603e3c449f5 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:34:46.961446 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Updating router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 port c144cc36-4229-4895-8470-8c2d6dd254ef binding host dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:34:47.031928 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port ae1042c0-9aeb-4463-8dec-56cef49aebd2 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:47.032469 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.032883 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.036683 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.116852 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6023e1f5-221c-4369-8ab9-15c1d9bbbdf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.161082 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb8af245-864e-4923-88e9-97e21d6ff242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.296568 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Publish callbacks [] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.345897 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2ed8893f-b730-42b7-9a5e-3dd7c7184268 req-b2a5dd26-f9e0-477d-b377-af110323b8a8 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 210 time: 1.4207525 Mar 31 21:34:47.374240 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.435932 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d24c64-cc9f-4c6c-9d81-0c362601c23b') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:47.442491 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d24c64-cc9f-4c6c-9d81-0c362601c23b') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:47.458354 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb8af245-864e-4923-88e9-97e21d6ff242 admin admin] Publish callbacks [] for security_group (a69a3534-c990-4705-811f-2de2c3d32562), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.498699 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb8af245-864e-4923-88e9-97e21d6ff242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (a69a3534-c990-4705-811f-2de2c3d32562), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.611684 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14050438'] for segment (f0d24c64-cc9f-4c6c-9d81-0c362601c23b), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.634841 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port ae1042c0-9aeb-4463-8dec-56cef49aebd2 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:47.636790 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-e93cd63d-8112-4cbb-ab8d-b1447a9ed2f9 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:47.638427 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-e93cd63d-8112-4cbb-ab8d-b1447a9ed2f9 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 815 time: 2.2482562 Mar 31 21:34:47.701863 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-cb8af245-864e-4923-88e9-97e21d6ff242 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14b96169c74949f1a0a12799de493a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8916841 Mar 31 21:34:47.718179 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8af245-864e-4923-88e9-97e21d6ff242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69a3534-c990-4705-811f-2de2c3d32562,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:47.733982 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49358) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:47.738050 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Publish callbacks [] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.751234 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.851638 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 309f57aa-0da8-44f9-a686-5647d49ba13d up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:47.855406 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6193f476-1f58-44c5-b901-40d6738d5b51 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/quotas/6a5e785c2bea4d7a8356d23492b9b3e3 HTTP/1.1" status: 200 len: 375 time: 0.1656592 Mar 31 21:34:47.866182 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe4b9b-3663-421a-a998-444430623e3d None None] Pushing event updated for resources: {'Port': ['ID=c144cc36-4229-4895-8470-8c2d6dd254ef,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:47.870779 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Allocated IP 172.20.0.1 (a844914c-5cf6-4424-8cb4-7741526740b1/7e267cd5-9f0f-49b6-a0f6-32ad45673e51/0c3f54d0-2a7c-4aff-8fad-8521cb3cb889) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:34:47.900351 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Network 71033f45-9649-4713-8124-85eb70e97295 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:47.908424 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (f0d24c64-cc9f-4c6c-9d81-0c362601c23b), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:47.913186 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:47.977548 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:34:47.991289 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:34:47.992150 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13869959'] for segment (f0d24c64-cc9f-4c6c-9d81-0c362601c23b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.005257 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Attempting to bind port c144cc36-4229-4895-8470-8c2d6dd254ef on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:34:48.005979 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Attempting to bind port c144cc36-4229-4895-8470-8c2d6dd254ef by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:34:48.006883 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Attempting to bind port c144cc36-4229-4895-8470-8c2d6dd254ef on network 117f9244-b533-4049-ba97-bca06ffbe3a7 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:34:48.016188 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:34:48.017166 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Checking segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:48.018044 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.022782 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Bound using segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:34:48.025011 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Bound port: c144cc36-4229-4895-8470-8c2d6dd254ef, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:34:48.028932 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: from cryptography.utils import int_from_bytes Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: from cryptography.utils import int_from_bytes Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: Traceback (most recent call last): Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: timer() Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: cb(*args, **kw) Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: return func(*args, **kwargs) Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: self._notify() Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: self.callback(batched_events) Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: event.method(event) Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: return f(self, *a, **k) Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._get(url).json() Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:34:48.034333 dv-cinder-836073-1-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:34:48.076800 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Pushing event updated for resources: {'Port': ['ID=3059781a-cc7d-4f53-a33c-01cb55968d70,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:48.128229 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6023e1f5-221c-4369-8ab9-15c1d9bbbdf6 admin admin] Publish callbacks [] for security_group (281ee0f4-25c5-424b-be61-22cadd2dd77b), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.143540 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 309f57aa-0da8-44f9-a686-5647d49ba13d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:48.144809 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.166376 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fead6067-31b5-4e00-a9e2-5bed0cadffc3 admin admin] Publish callbacks [] for security_group (a69a3534-c990-4705-811f-2de2c3d32562), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.196708 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fead6067-31b5-4e00-a9e2-5bed0cadffc3 admin admin] Publish callbacks [] for security_group (a69a3534-c990-4705-811f-2de2c3d32562), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.273742 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] For port c144cc36-4229-4895-8470-8c2d6dd254ef, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:34:48.275307 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6023e1f5-221c-4369-8ab9-15c1d9bbbdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (281ee0f4-25c5-424b-be61-22cadd2dd77b), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.318591 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fead6067-31b5-4e00-a9e2-5bed0cadffc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (a69a3534-c990-4705-811f-2de2c3d32562), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.321346 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fead6067-31b5-4e00-a9e2-5bed0cadffc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.326534 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-fead6067-31b5-4e00-a9e2-5bed0cadffc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a69a3534-c990-4705-811f-2de2c3d32562 HTTP/1.1" status: 204 len: 168 time: 0.5883355 Mar 31 21:34:48.335777 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023e1f5-221c-4369-8ab9-15c1d9bbbdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281ee0f4-25c5-424b-be61-22cadd2dd77b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:48.347774 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] For port c144cc36-4229-4895-8470-8c2d6dd254ef, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=c144cc36-4229-4895-8470-8c2d6dd254ef,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:34:48.354834 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Publish callbacks [] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.409105 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.417177 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead6067-31b5-4e00-a9e2-5bed0cadffc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69a3534-c990-4705-811f-2de2c3d32562,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:48.503879 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6023e1f5-221c-4369-8ab9-15c1d9bbbdf6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b499a4f8c3c415388a9eee0e44c1865&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6744814 Mar 31 21:34:48.507709 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:48.508439 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.509124 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49366) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:48.562373 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (3189b2ce-d493-44b6-acfe-6cc35330f7ba), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.600735 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b869a8df-3487-435c-a3c9-dbdd341b1c01 admin admin] Publish callbacks [] for security_group (281ee0f4-25c5-424b-be61-22cadd2dd77b), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.630283 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b869a8df-3487-435c-a3c9-dbdd341b1c01 admin admin] Publish callbacks [] for security_group (281ee0f4-25c5-424b-be61-22cadd2dd77b), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.651352 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Publish callbacks [] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.677910 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.687731 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3189b2ce-d493-44b6-acfe-6cc35330f7ba HTTP/1.1" status: 204 len: 168 time: 5.0854321 Mar 31 21:34:48.692585 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.696316 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49368) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:48.739923 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:34:48.740630 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:34:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:48.742799 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe4b9b-3663-421a-a998-444430623e3d None None] Pushing event updated for resources: {'Port': ['ID=c144cc36-4229-4895-8470-8c2d6dd254ef,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:48.747349 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 309f57aa-0da8-44f9-a686-5647d49ba13d is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:48.833526 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-7fb13880-df71-44b7-acbb-888f23e89591 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8851593 Mar 31 21:34:48.834234 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:48.844087 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f049f-088e-4287-948f-123c9294e147 admin admin] Pushing event deleted for resources: {'Network': ['ID=3189b2ce-d493-44b6-acfe-6cc35330f7ba,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:48.896125 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-c5e06a67-af02-4e02-9e65-161a251b2fff tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5466955 Mar 31 21:34:48.914825 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-3eff4b0c-faaf-41eb-b373-ce8a3365a4d6 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:34:48.916271 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-3eff4b0c-faaf-41eb-b373-ce8a3365a4d6 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056798 Mar 31 21:34:48.942715 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:34:48.949592 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8fb8d-a9ca-4c11-8c40-718c28a4dfcf req-17e29d18-7ed3-4bad-bc00-eb55d21621d8 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:48.951300 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b5d8fb8d-a9ca-4c11-8c40-718c28a4dfcf req-17e29d18-7ed3-4bad-bc00-eb55d21621d8 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 931 time: 0.4391637 Mar 31 21:34:48.957563 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Pushing event updated for resources: {'Port': ['ID=9619f6c1-1751-4a92-9738-ef6b5eedfdb0,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:48.967099 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384610'] for router_interface (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:49.068053 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b5d8fb8d-a9ca-4c11-8c40-718c28a4dfcf req-5863a181-d937-4175-81ec-e2c1bf6a02f7 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074734 Mar 31 21:34:49.136883 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:49.138471 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:49.159182 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b869a8df-3487-435c-a3c9-dbdd341b1c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (281ee0f4-25c5-424b-be61-22cadd2dd77b), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:49.161999 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b869a8df-3487-435c-a3c9-dbdd341b1c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:49.163407 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-b869a8df-3487-435c-a3c9-dbdd341b1c01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/281ee0f4-25c5-424b-be61-22cadd2dd77b HTTP/1.1" status: 204 len: 168 time: 0.6500864 Mar 31 21:34:49.270845 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49382) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:49.272929 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869a8df-3487-435c-a3c9-dbdd341b1c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281ee0f4-25c5-424b-be61-22cadd2dd77b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:49.318208 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-83d6d2a6-b730-4c66-a680-e38fd794215f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:34:49.333850 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab74fea9-4579-48e8-ae49-f195981648ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:49.338982 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-83d6d2a6-b730-4c66-a680-e38fd794215f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2472985 Mar 31 21:34:49.535470 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Pushing event updated for resources: {'Port': ['ID=0c3f54d0-2a7c-4aff-8fad-8521cb3cb889,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:49.542674 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Request body: {'port': {'device_id': '72ba19d9-3971-40fb-ae47-61e04c3b4f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:49.566164 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Network a844914c-5cf6-4424-8cb4-7741526740b1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:49.607255 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:49.625156 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:34:49.626225 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384758'] for router_interface (1fe608d1-1c9f-4585-bb92-6603e3c449f5), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:49.638469 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77e0955-0860-4b78-846c-3971946a2859 admin admin] Deleting subnet ce617fef-85d8-4f18-b88f-0e7b47836d5f {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:34:49.649943 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:39Z', 'revision_number': 3, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:49.727149 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b5d4ae-7b06-4e06-a1ad-e3df486faa60 None None] The sync data for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi is: [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:39Z', 'revision_number': 3, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:34:49.816679 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c77e0955-0860-4b78-846c-3971946a2859 admin admin] Publish callbacks [] for subnet (ce617fef-85d8-4f18-b88f-0e7b47836d5f), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:49.823250 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b33c73f6-6364-48e6-a070-4e6633354449 None None] Provisioning complete for port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:49.830704 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b33c73f6-6364-48e6-a070-4e6633354449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:49.935681 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b33c73f6-6364-48e6-a070-4e6633354449 None None] Port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:34:50.005165 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab74fea9-4579-48e8-ae49-f195981648ab admin admin] Publish callbacks [] for security_group (d5c30d72-74ac-4e4e-9f15-381092ca84d0), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:50.036485 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:34:50.041701 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab74fea9-4579-48e8-ae49-f195981648ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d5c30d72-74ac-4e4e-9f15-381092ca84d0), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:50.060188 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:50.080032 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c77e0955-0860-4b78-846c-3971946a2859 admin admin] Publish callbacks [] for subnet (ce617fef-85d8-4f18-b88f-0e7b47836d5f), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:50.171368 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a6457f02-2f3d-4569-9995-44baecb3b902 None None] Provisioning complete for port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:50.171932 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a6457f02-2f3d-4569-9995-44baecb3b902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:50.236529 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c77e0955-0860-4b78-846c-3971946a2859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (ce617fef-85d8-4f18-b88f-0e7b47836d5f), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:50.345429 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a6457f02-2f3d-4569-9995-44baecb3b902 None None] Port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:34:50.454960 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-e4fea32c-3952-49b9-8eb6-4c7760fb9b88 service neutron] 10.222.0.24 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1095865 Mar 31 21:34:50.596145 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-ab74fea9-4579-48e8-ae49-f195981648ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55fe650881c44b178b38a9f0251ebef4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3171382 Mar 31 21:34:50.601764 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74fea9-4579-48e8-ae49-f195981648ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c30d72-74ac-4e4e-9f15-381092ca84d0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:50.609484 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49400) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:50.757005 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49402) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:50.816938 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c77e0955-0860-4b78-846c-3971946a2859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for subnet (ce617fef-85d8-4f18-b88f-0e7b47836d5f), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:50.867641 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db90cd64-2ee8-46f7-b7c1-ea82b40b8f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:50.884777 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:50.969718 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c77e0955-0860-4b78-846c-3971946a2859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:50.997382 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-c77e0955-0860-4b78-846c-3971946a2859 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ce617fef-85d8-4f18-b88f-0e7b47836d5f HTTP/1.1" status: 204 len: 168 time: 2.2964671 Mar 31 21:34:51.009208 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e0955-0860-4b78-846c-3971946a2859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce617fef-85d8-4f18-b88f-0e7b47836d5f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:51.019395 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49404) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:51.108034 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-56f6a17f-dc7a-4480-9baa-df2ab2386b79 admin admin] Publish callbacks [] for security_group (d5c30d72-74ac-4e4e-9f15-381092ca84d0), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:51.193322 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-56f6a17f-dc7a-4480-9baa-df2ab2386b79 admin admin] Publish callbacks [] for security_group (d5c30d72-74ac-4e4e-9f15-381092ca84d0), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:51.209333 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49b801-84eb-4abf-82a3-93d28141e364 req-8ea09abc-c0fd-4e64-b76d-e60cef8564bd tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:51.217305 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4e49b801-84eb-4abf-82a3-93d28141e364 req-8ea09abc-c0fd-4e64-b76d-e60cef8564bd tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 931 time: 0.4514050 Mar 31 21:34:51.217834 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (404cd2ba-263b-4cdd-b11d-27ca3c606944), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:51.225709 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:34:51.237425 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Sync routers for ids ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:34:51.264311 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-57216871-bc7a-4811-b7a7-a67c38d50375 admin admin] 10.222.0.24 "PUT /v2.0/routers/45c0fa57-db9d-4f02-aa6b-2cb8a1416867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8849304 Mar 31 21:34:51.270845 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Routers {'45c0fa57-db9d-4f02-aa6b-2cb8a1416867'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:34:51.271485 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:34:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:51.590266 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db90cd64-2ee8-46f7-b7c1-ea82b40b8f67 admin admin] Publish callbacks [] for security_group (b9f24c6c-a0ef-40c1-b209-c8fcce2a3eea), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:51.602897 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3059781a-cc7d-4f53-a33c-01cb55968d70 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:34:51.613806 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Publish callbacks [] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:51.631257 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (404cd2ba-263b-4cdd-b11d-27ca3c606944), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:51.670861 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-8340b1a3-d33c-42d9-9417-de61069c04b7 service neutron] 10.222.0.24 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2123694 Mar 31 21:34:51.676979 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Set router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:34:51.744420 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db90cd64-2ee8-46f7-b7c1-ea82b40b8f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (b9f24c6c-a0ef-40c1-b209-c8fcce2a3eea), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:51.753443 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Transition to ACTIVE for port object 3059781a-cc7d-4f53-a33c-01cb55968d70 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:34:51.760027 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-56f6a17f-dc7a-4480-9baa-df2ab2386b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d5c30d72-74ac-4e4e-9f15-381092ca84d0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:51.762785 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-56f6a17f-dc7a-4480-9baa-df2ab2386b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:51.766696 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-56f6a17f-dc7a-4480-9baa-df2ab2386b79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5c30d72-74ac-4e4e-9f15-381092ca84d0 HTTP/1.1" status: 204 len: 168 time: 1.1535830 Mar 31 21:34:51.771287 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4e49b801-84eb-4abf-82a3-93d28141e364 req-4b30b3c4-3ade-4dff-bff0-30d74e0b5fca tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460043 Mar 31 21:34:51.794539 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:51.848350 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:51.848709 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:51.860000 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:51.860000 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > port after_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:51.860000 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:51.860000 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > port after_update 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:51.860000 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:51.860000 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:51.860000 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:51.860000 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:51.888667 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device c144cc36-4229-4895-8470-8c2d6dd254ef up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:52.037937 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port c144cc36-4229-4895-8470-8c2d6dd254ef triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:52.039070 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:52.162462 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port c144cc36-4229-4895-8470-8c2d6dd254ef is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:52.163256 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:52.229085 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port c144cc36-4229-4895-8470-8c2d6dd254ef, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=c144cc36-4229-4895-8470-8c2d6dd254ef,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:34:52.234637 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:52.432883 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=c144cc36-4229-4895-8470-8c2d6dd254ef,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:52.447711 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Pushing event updated for resources: {'Port': ['ID=3059781a-cc7d-4f53-a33c-01cb55968d70,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:52.601058 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '9619f6c1-1751-4a92-9738-ef6b5eedfdb0', 'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'mac_address': 'fa:16:3e:7c:53:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:38Z', 'updated_at': '2022-03-31T21:34:47Z', 'revision_number': 2, 'project_id': '92115509477b4904ad8fe11253589f6f', 'subnets': [{'id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:52.610386 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:52.610933 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:52.611127 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:52.611394 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:34:52.611745 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404cd2ba-263b-4cdd-b11d-27ca3c606944']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:52.662040 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Publish callbacks [] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:52.673759 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ef983df3-5a37-44be-ac79-a83248e5d39c req-86aecfbe-60d0-45e3-8341-3bf991d00b9d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 210 time: 0.2365723 Mar 31 21:34:52.692130 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Checking router: 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:34:52.694181 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Updating router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 binding host dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:34:52.755614 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90cd64-2ee8-46f7-b7c1-ea82b40b8f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f24c6c-a0ef-40c1-b209-c8fcce2a3eea,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:52.784662 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-db90cd64-2ee8-46f7-b7c1-ea82b40b8f67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fb38a695b514eeab3f672622ed44990&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0258834 Mar 31 21:34:52.790821 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Attempting to bind port 3059781a-cc7d-4f53-a33c-01cb55968d70 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:34:52.792823 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Attempting to bind port 3059781a-cc7d-4f53-a33c-01cb55968d70 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'ec1dea76-863a-477e-86c0-2eab23dccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '71033f45-9649-4713-8124-85eb70e97295'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:34:52.795012 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Attempting to bind port 3059781a-cc7d-4f53-a33c-01cb55968d70 on network 71033f45-9649-4713-8124-85eb70e97295 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:34:52.799255 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49442) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:52.808158 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:52.809179 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13622167'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:52.856427 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85943a44-9c03-4a74-b1da-d263fec14ecd') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:52.857501 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85943a44-9c03-4a74-b1da-d263fec14ecd') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:52.857628 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Port 3059781a-cc7d-4f53-a33c-01cb55968d70 on network 71033f45-9649-4713-8124-85eb70e97295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:34:52.858127 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Attempting to bind port 3059781a-cc7d-4f53-a33c-01cb55968d70 on network 71033f45-9649-4713-8124-85eb70e97295 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:34:52.936351 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:34:52.936771 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Checking segment: {'id': 'ec1dea76-863a-477e-86c0-2eab23dccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '71033f45-9649-4713-8124-85eb70e97295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:52.937353 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Bound using segment: {'id': 'ec1dea76-863a-477e-86c0-2eab23dccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '71033f45-9649-4713-8124-85eb70e97295'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:34:52.937844 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Bound port: 3059781a-cc7d-4f53-a33c-01cb55968d70, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1dea76-863a-477e-86c0-2eab23dccf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '71033f45-9649-4713-8124-85eb70e97295'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:34:52.942374 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:53.004504 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6a17f-dc7a-4480-9baa-df2ab2386b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c30d72-74ac-4e4e-9f15-381092ca84d0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:53.009156 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384610'] for router_interface (1fe608d1-1c9f-4585-bb92-6603e3c449f5), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:53.012400 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13939781'] for segment (85943a44-9c03-4a74-b1da-d263fec14ecd), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:53.132441 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (85943a44-9c03-4a74-b1da-d263fec14ecd), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:53.254655 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Pushing event updated for resources: {'Port': ['ID=0c3f54d0-2a7c-4aff-8fad-8521cb3cb889,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:53.280529 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:34:53.281763 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13622219'] for segment (85943a44-9c03-4a74-b1da-d263fec14ecd), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: from cryptography.utils import int_from_bytes Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: from cryptography.utils import int_from_bytes Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: Traceback (most recent call last): Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: timer() Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: cb(*args, **kw) Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: return func(*args, **kwargs) Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: self._notify() Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: self.callback(batched_events) Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: event.method(event) Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: return f(self, *a, **k) Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._get(url).json() Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: return self.request(url, 'GET', **kwargs) Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:34:53.287128 dv-cinder-836073-1-iscsi neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:34:53.291680 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Network a844914c-5cf6-4424-8cb4-7741526740b1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:53.307676 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:53.512313 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (404cd2ba-263b-4cdd-b11d-27ca3c606944), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:53.528846 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:53.536924 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] 10.222.0.24 "DELETE /v2.0/networks/404cd2ba-263b-4cdd-b11d-27ca3c606944 HTTP/1.1" status: 204 len: 168 time: 2.5107970 Mar 31 21:34:53.572637 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f1741-1938-4a12-ad9d-b8515bebbe82 admin admin] Pushing event deleted for resources: {'Network': ['ID=404cd2ba-263b-4cdd-b11d-27ca3c606944,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:53.715376 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bce81a9-a28d-42a8-9533-66c35eb1c91c admin admin] Publish callbacks [] for security_group (b9f24c6c-a0ef-40c1-b209-c8fcce2a3eea), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:53.763884 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bce81a9-a28d-42a8-9533-66c35eb1c91c admin admin] Publish callbacks [] for security_group (b9f24c6c-a0ef-40c1-b209-c8fcce2a3eea), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:53.903644 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Publish callbacks [] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:53.910170 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device c144cc36-4229-4895-8470-8c2d6dd254ef up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:53.937182 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.000560 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:34:54.040715 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bce81a9-a28d-42a8-9533-66c35eb1c91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (b9f24c6c-a0ef-40c1-b209-c8fcce2a3eea), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.054706 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5bce81a9-a28d-42a8-9533-66c35eb1c91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.092588 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5bce81a9-a28d-42a8-9533-66c35eb1c91c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9f24c6c-a0ef-40c1-b209-c8fcce2a3eea HTTP/1.1" status: 204 len: 168 time: 1.2715087 Mar 31 21:34:54.169222 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12ad46-ccc4-45ea-ab74-3f5acf59596f None None] Pushing event updated for resources: {'Port': ['ID=9619f6c1-1751-4a92-9738-ef6b5eedfdb0,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:54.177038 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49488) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:54.213766 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c2bff56f-81c0-46c4-82b4-39979b34f5cb None None] Provisioning complete for port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:54.223610 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83e581-affc-4c00-843f-341a1c42ddf9 req-36837c47-88b2-4f56-ae76-77e3c1c5817c tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:54.231356 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1f83e581-affc-4c00-843f-341a1c42ddf9 req-36837c47-88b2-4f56-ae76-77e3c1c5817c tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 943 time: 1.2857130 Mar 31 21:34:54.237749 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2bff56f-81c0-46c4-82b4-39979b34f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.304205 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce81a9-a28d-42a8-9533-66c35eb1c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f24c6c-a0ef-40c1-b209-c8fcce2a3eea,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:54.314432 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Attempting to bind port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:34:54.315042 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Attempting to bind port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:34:54.316420 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Attempting to bind port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 on network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:34:54.334544 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:34:54.335256 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Checking segment: {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:54.335836 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.336389 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Bound using segment: {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:34:54.337672 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Bound port: 9619f6c1-1751-4a92-9738-ef6b5eedfdb0, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:34:54.338303 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.356778 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] For port 3059781a-cc7d-4f53-a33c-01cb55968d70, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:34:54.400713 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-14e32625-9b41-4850-ba1c-1fce9b081325 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5190acbca97c468fa9b9ed96e4e5f329&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2176735 Mar 31 21:34:54.410848 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49496) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:54.467184 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c2bff56f-81c0-46c4-82b4-39979b34f5cb None None] Port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:34:54.504207 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port c144cc36-4229-4895-8470-8c2d6dd254ef triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:54.504757 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.620431 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] For port 3059781a-cc7d-4f53-a33c-01cb55968d70, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3059781a-cc7d-4f53-a33c-01cb55968d70,segment=NetworkSegment(ec1dea76-863a-477e-86c0-2eab23dccf9b),segment_id=ec1dea76-863a-477e-86c0-2eab23dccf9b)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:34:54.645858 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-1671d814-a339-42ae-9761-8b25ab11b338 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:54.654140 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-371033b6-5975-49bf-af8f-1822d3b7ae7e admin admin] Publish callbacks [] for security_group (3c113bba-f8e6-478a-9e3e-714c17afa438), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.660232 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-1671d814-a339-42ae-9761-8b25ab11b338 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 819 time: 1.6193588 Mar 31 21:34:54.666134 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.720097 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:34:54.752585 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-16b67d84-42e4-4797-96b6-c9feee2a513b admin admin] 10.222.0.24 "PUT /v2.0/routers/1fe608d1-1c9f-4585-bb92-6603e3c449f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7491488 Mar 31 21:34:54.755662 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-371033b6-5975-49bf-af8f-1822d3b7ae7e admin admin] Publish callbacks [] for security_group (3c113bba-f8e6-478a-9e3e-714c17afa438), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.755822 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:54.757311 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.767340 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Sync routers for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:34:54.771133 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] 10.222.0.13 "PUT /v2.0/ports/3059781a-cc7d-4f53-a33c-01cb55968d70 HTTP/1.1" status: 200 len: 1093 time: 5.5914774 Mar 31 21:34:54.772540 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ba19d9-3971-40fb-ae47-61e04c3b4f6a', 'tag': '3059781a-cc7d-4f53-a33c-01cb55968d70'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:34:54.775416 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] For port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:34:54.789132 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-2f148e24-6673-4141-af85-45797e180fcb tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/quotas/92115509477b4904ad8fe11253589f6f HTTP/1.1" status: 200 len: 375 time: 0.1278892 Mar 31 21:34:54.795798 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] For port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=9619f6c1-1751-4a92-9738-ef6b5eedfdb0,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:34:54.804262 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f5c6a396-75b0-4635-aa40-94eb93f87f9e None None] Provisioning complete for port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:54.805001 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a396-75b0-4635-aa40-94eb93f87f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.805812 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.809390 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:34:54.812688 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4712e34b-3359-463c-92db-725a158e05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:34:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:54.833278 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1f83e581-affc-4c00-843f-341a1c42ddf9 req-17c1a7a4-160b-4dcc-89ce-5b142cc47fac tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679367 Mar 31 21:34:54.877164 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-371033b6-5975-49bf-af8f-1822d3b7ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (3c113bba-f8e6-478a-9e3e-714c17afa438), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.877164 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-371033b6-5975-49bf-af8f-1822d3b7ae7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:54.878441 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-371033b6-5975-49bf-af8f-1822d3b7ae7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c113bba-f8e6-478a-9e3e-714c17afa438 HTTP/1.1" status: 204 len: 168 time: 0.4583969 Mar 31 21:34:54.888576 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371033b6-5975-49bf-af8f-1822d3b7ae7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c113bba-f8e6-478a-9e3e-714c17afa438,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:54.908898 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Routers {'45c0fa57-db9d-4f02-aa6b-2cb8a1416867'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:34:54.913662 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:34:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:54.922660 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1d677-adb4-43db-8c20-bb0d9fccf05c service neutron] Pushing event updated for resources: {'Port': ['ID=3059781a-cc7d-4f53-a33c-01cb55968d70,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:54.960727 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-6b9fbd2d-2c29-45e7-8442-c26cabb1f4b1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1706429 Mar 31 21:34:55.106056 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:34:55.138208 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c37552f4-f877-4feb-b182-45d4ede45c5c req-5f04b26f-3772-4ade-9b43-30c8a0bbab77 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0834348 Mar 31 21:34:55.167346 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port c144cc36-4229-4895-8470-8c2d6dd254ef is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:55.174479 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12ad46-ccc4-45ea-ab74-3f5acf59596f None None] Pushing event updated for resources: {'Port': ['ID=9619f6c1-1751-4a92-9738-ef6b5eedfdb0,revision_number=4']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:55.217765 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-f4ce2019-7364-45cf-b516-000d02005ca7 service neutron] 10.222.0.24 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504380 Mar 31 21:34:55.238761 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:34:55.241298 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] Set router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:34:55.281395 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6a396-75b0-4635-aa40-94eb93f87f9e None None] Current status of the port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:55.281790 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a396-75b0-4635-aa40-94eb93f87f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:55.328666 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f5c6a396-75b0-4635-aa40-94eb93f87f9e None None] For port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=9619f6c1-1751-4a92-9738-ef6b5eedfdb0,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:34:55.347011 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a396-75b0-4635-aa40-94eb93f87f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:55.365173 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2239f165-594e-4dbc-b950-9aa472c28e26" -d '{"events": [{"name": "network-changed", "server_uuid": "72ba19d9-3971-40fb-ae47-61e04c3b4f6a", "tag": "3059781a-cc7d-4f53-a33c-01cb55968d70"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:34:55.419602 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-3ed20576-5e68-47f8-9281-ded0b48fb8a5 service neutron] 10.222.0.24 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929512 Mar 31 21:34:55.577383 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6a396-75b0-4635-aa40-94eb93f87f9e None None] Pushing event updated for resources: {'Port': ['ID=9619f6c1-1751-4a92-9738-ef6b5eedfdb0,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:55.601407 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-05f1a1dd-6fd7-4324-b209-df637d8657dc None None] Provisioning complete for port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:55.602406 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-05f1a1dd-6fd7-4324-b209-df637d8657dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:55.708736 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '9619f6c1-1751-4a92-9738-ef6b5eedfdb0', 'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'mac_address': 'fa:16:3e:7c:53:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:38Z', 'updated_at': '2022-03-31T21:34:54Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'subnets': [{'id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:55.806522 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea32e1b-655d-47a4-8aa2-455cc4bb66bf None None] The sync data for ids ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'] in dv-cinder-836073-1-iscsi is: [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '9619f6c1-1751-4a92-9738-ef6b5eedfdb0', 'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'mac_address': 'fa:16:3e:7c:53:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:38Z', 'updated_at': '2022-03-31T21:34:54Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'subnets': [{'id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:34:56.028517 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49542) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:56.092174 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4712e34b-3359-463c-92db-725a158e05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:51Z', 'revision_number': 2, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:56.135797 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Checking router: 1fe608d1-1c9f-4585-bb92-6603e3c449f5 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:34:56.136317 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Updating router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 binding host dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:34:56.153321 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49548) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:56.166846 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-5b97c273-343f-4c7d-8c91-eb805d42e6c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa8e9648327c4c95bafa02109a3b7fca&name=default HTTP/1.1" status: 200 len: 2993 time: 0.1360025 Mar 31 21:34:56.216753 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:56.257813 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-05f1a1dd-6fd7-4324-b209-df637d8657dc None None] Current status of the port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:56.341300 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f769dba-e832-4b64-a558-806221fb7764 admin admin] Publish callbacks [] for security_group (7ce3e070-ba11-475b-bed4-946dadba3c7f), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:56.387359 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f769dba-e832-4b64-a558-806221fb7764 admin admin] Publish callbacks [] for security_group (7ce3e070-ba11-475b-bed4-946dadba3c7f), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:56.464744 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f769dba-e832-4b64-a558-806221fb7764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (7ce3e070-ba11-475b-bed4-946dadba3c7f), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:56.468132 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f769dba-e832-4b64-a558-806221fb7764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:56.473429 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8f769dba-e832-4b64-a558-806221fb7764 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ce3e070-ba11-475b-bed4-946dadba3c7f HTTP/1.1" status: 204 len: 168 time: 0.3186240 Mar 31 21:34:56.490266 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f769dba-e832-4b64-a558-806221fb7764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce3e070-ba11-475b-bed4-946dadba3c7f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:56.807735 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b85105-c86d-4c58-842c-62a83e785e18 x-openstack-request-id: req-f3b85105-c86d-4c58-842c-62a83e785e18 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:34:56.808029 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ba19d9-3971-40fb-ae47-61e04c3b4f6a", "tag": "3059781a-cc7d-4f53-a33c-01cb55968d70", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:34:56.808287 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3b85105-c86d-4c58-842c-62a83e785e18 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:34:56.808772 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b85105-c86d-4c58-842c-62a83e785e18'] response: {'name': 'network-changed', 'server_uuid': '72ba19d9-3971-40fb-ae47-61e04c3b4f6a', 'tag': '3059781a-cc7d-4f53-a33c-01cb55968d70', 'status': 'completed', 'code': 200} Mar 31 21:34:56.998156 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49570) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:57.003171 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-42189518-04ad-4dd9-aaa8-f006b6f06063 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1222616188', 'description': 'tempest-description--1728831732'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:57.032843 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b093aa74-fa6b-4ef1-ac40-65b837e826b6 req-8106cfd7-3a6e-44bc-a04d-abee907cf655 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 210 time: 0.1038082 Mar 31 21:34:57.084057 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42189518-04ad-4dd9-aaa8-f006b6f06063 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:57.101699 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Publish callbacks [] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:57.120688 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:57.263131 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b81b4707-0bb9-4f11-b46b-e5461bc06a4f req-16799ffc-a2cd-47c5-88b5-30265cc27098 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0663483 Mar 31 21:34:57.307646 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42189518-04ad-4dd9-aaa8-f006b6f06063 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group (01b13fd7-a63d-46fd-a127-97b6b794dcad), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:57.324005 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42189518-04ad-4dd9-aaa8-f006b6f06063 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (01b13fd7-a63d-46fd-a127-97b6b794dcad), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:57.398902 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42189518-04ad-4dd9-aaa8-f006b6f06063 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b13fd7-a63d-46fd-a127-97b6b794dcad,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:57.446065 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42189518-04ad-4dd9-aaa8-f006b6f06063 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:57.447826 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-42189518-04ad-4dd9-aaa8-f006b6f06063 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4482810 Mar 31 21:34:57.450773 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49580) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:57.456284 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6e6577b8-f55e-4b98-985f-d3d82e68ae93 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Request body: {'security_group_rule': {'security_group_id': '01b13fd7-a63d-46fd-a127-97b6b794dcad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:57.546268 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e6577b8-f55e-4b98-985f-d3d82e68ae93 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group_rule (10c21459-c9c4-4bda-9045-da42f9b9bcf1), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:57.621129 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c0a1b-738f-49bc-93ba-c1b86ecb30a5 None None] Pushing event updated for resources: {'Port': ['ID=0c3f54d0-2a7c-4aff-8fad-8521cb3cb889,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:57.664002 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2304af83-55d9-4fa2-a6f3-709988a2475c None None] Provisioning complete for port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:57.664607 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2304af83-55d9-4fa2-a6f3-709988a2475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:57.706448 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Attempting to bind port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:34:57.706448 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Attempting to bind port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:34:57.706681 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Attempting to bind port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 on network a844914c-5cf6-4424-8cb4-7741526740b1 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:34:57.716854 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2304af83-55d9-4fa2-a6f3-709988a2475c None None] Port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:34:57.720942 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:34:57.721992 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Checking segment: {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:34:57.722431 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:57.722923 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Bound using segment: {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:34:57.723718 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Bound port: 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:34:57.723917 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:57.828065 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4712e34b-3359-463c-92db-725a158e05ad None None] For port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:34:57.852111 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4712e34b-3359-463c-92db-725a158e05ad None None] For port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=0c3f54d0-2a7c-4aff-8fad-8521cb3cb889,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:34:57.866573 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:57.944331 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:57.959029 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6261b-8fc8-4fb4-82c9-947e33abd540 req-062441de-2428-4b4b-9cc8-8ced7e3a9c4a tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:57.960912 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fa6261b-8fc8-4fb4-82c9-947e33abd540 req-062441de-2428-4b4b-9cc8-8ced7e3a9c4a tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 943 time: 0.4051774 Mar 31 21:34:57.966781 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e6577b8-f55e-4b98-985f-d3d82e68ae93 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group_rule (10c21459-c9c4-4bda-9045-da42f9b9bcf1), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:57.976809 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e6577b8-f55e-4b98-985f-d3d82e68ae93 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (10c21459-c9c4-4bda-9045-da42f9b9bcf1), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:58.004585 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:58.004959 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:58.126770 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6577b8-f55e-4b98-985f-d3d82e68ae93 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c21459-c9c4-4bda-9045-da42f9b9bcf1,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:58.131388 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:34:58.132397 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4712e34b-3359-463c-92db-725a158e05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:34:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:58.165314 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e6577b8-f55e-4b98-985f-d3d82e68ae93 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:58.171203 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6e6577b8-f55e-4b98-985f-d3d82e68ae93 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7191248 Mar 31 21:34:58.171861 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49616) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:58.181789 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f3745c87-4f6e-4a7a-8008-b76191f036e7 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Request body: {'security_group_rule': {'security_group_id': '01b13fd7-a63d-46fd-a127-97b6b794dcad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:58.234273 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3745c87-4f6e-4a7a-8008-b76191f036e7 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group_rule (1033bffa-e0c8-40a8-b0af-62781d2597bd), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:58.244250 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ea4e9511-b827-445c-80bc-5dea3ed3fcc9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:58.251675 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ea4e9511-b827-445c-80bc-5dea3ed3fcc9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 819 time: 0.5859826 Mar 31 21:34:58.280891 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fa6261b-8fc8-4fb4-82c9-947e33abd540 req-14fba493-ec58-4d8c-bc08-2d799a2823b8 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978847 Mar 31 21:34:58.316213 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-70595502-5976-40e9-afc5-84d656b78e98 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/quotas/92115509477b4904ad8fe11253589f6f HTTP/1.1" status: 200 len: 375 time: 0.0635769 Mar 31 21:34:58.413693 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3745c87-4f6e-4a7a-8008-b76191f036e7 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group_rule (1033bffa-e0c8-40a8-b0af-62781d2597bd), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:58.423577 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3745c87-4f6e-4a7a-8008-b76191f036e7 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (1033bffa-e0c8-40a8-b0af-62781d2597bd), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:58.437550 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ece1c45b-de03-4323-aac5-8151ad304f31 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192546 Mar 31 21:34:58.451357 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:58.453627 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c0a1b-738f-49bc-93ba-c1b86ecb30a5 None None] Pushing event updated for resources: {'Port': ['ID=0c3f54d0-2a7c-4aff-8fad-8521cb3cb889,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:58.470549 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3745c87-4f6e-4a7a-8008-b76191f036e7 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1033bffa-e0c8-40a8-b0af-62781d2597bd,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:58.479218 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-66b652bb-6690-44b1-ae0b-9ed7cd53e9b4 req-8e8058d8-7faa-486f-9c3d-6a50d35d3633 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0626862 Mar 31 21:34:58.486921 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3745c87-4f6e-4a7a-8008-b76191f036e7 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:58.492701 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-f3745c87-4f6e-4a7a-8008-b76191f036e7 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3125887 Mar 31 21:34:58.494491 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49630) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:34:58.499866 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-741887e5-2a27-41dc-a204-26d3b156050b None None] Provisioning complete for port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:34:58.500218 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-741887e5-2a27-41dc-a204-26d3b156050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:58.509078 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:34:58.562677 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-4712e34b-3359-463c-92db-725a158e05ad None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:34:58.574383 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:58.662629 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-e64e1963-debf-4dd0-83aa-b174df1457cb service neutron] 10.222.0.24 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937757 Mar 31 21:34:58.726857 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-741887e5-2a27-41dc-a204-26d3b156050b None None] Current status of the port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:34:58.727479 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-741887e5-2a27-41dc-a204-26d3b156050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:58.778349 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:58.790734 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-fd3e5843-bdd0-4b26-af07-43356e353f2b service neutron] 10.222.0.24 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262271 Mar 31 21:34:58.817812 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-741887e5-2a27-41dc-a204-26d3b156050b None None] For port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=0c3f54d0-2a7c-4aff-8fad-8521cb3cb889,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:34:58.823242 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-741887e5-2a27-41dc-a204-26d3b156050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:58.929811 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741887e5-2a27-41dc-a204-26d3b156050b None None] Pushing event updated for resources: {'Port': ['ID=0c3f54d0-2a7c-4aff-8fad-8521cb3cb889,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:34:58.951299 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4712e34b-3359-463c-92db-725a158e05ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:57Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:34:58.997346 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712e34b-3359-463c-92db-725a158e05ad None None] The sync data for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi is: [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:57Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:34:59.068155 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Allocated IP 172.27.3.71 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:34:59.218322 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0ba178da-8b6b-46ab-9eea-4abb8c6a1ec6 req-62172edc-b9cc-4338-9565-e7f6f551c7a1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 210 time: 0.0665812 Mar 31 21:34:59.535609 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ef648-9caa-4062-8625-85b9b8627fd2 req-cec75a4b-ddef-4726-8752-5bebbd0c9721 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:59.540187 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for port (8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:59.550613 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a65ef648-9caa-4062-8625-85b9b8627fd2 req-cec75a4b-ddef-4726-8752-5bebbd0c9721 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 943 time: 0.1651249 Mar 31 21:34:59.628775 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:59.775615 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:34:59.789665 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:34:59.803681 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:34:59.859406 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cd647b15-90d4-492c-9187-3fb477945ffe req-35d708c9-e922-487f-a376-4077d5963110 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 210 time: 0.1379340 Mar 31 21:34:59.915050 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:34:59.951657 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a65ef648-9caa-4062-8625-85b9b8627fd2 req-b149e35d-5b9e-46b2-b5f4-efdc1f30a315 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921721 Mar 31 21:34:59.970792 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-5ca4fbbd-ea47-42ae-a7c6-6e526373115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:34:59.975821 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-5ca4fbbd-ea47-42ae-a7c6-6e526373115f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb8a08aa074d46a09092850325563e83&device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 1127 time: 0.4232218 Mar 31 21:34:59.981389 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event updated for resources: {'Port': ['ID=8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:00.035688 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49696) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:00.101740 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-5c1e797e-aa1e-4347-9b02-440350c3a0df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3059781a-cc7d-4f53-a33c-01cb55968d70 HTTP/1.1" status: 200 len: 217 time: 0.1189907 Mar 31 21:35:00.146073 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:00.146890 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:00.176570 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (293d2dbf-9f8e-4d56-ad0e-da7e262df227), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:00.226368 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-27801d67-5dc7-4766-a227-4113fe8c222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:00.229567 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-27801d67-5dc7-4766-a227-4113fe8c222b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99a45d40-cf54-41be-a197-c6bf6946881b HTTP/1.1" status: 200 len: 852 time: 0.1150174 Mar 31 21:35:00.289571 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:00.366272 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-49f73708-f5cd-4aa0-a98d-5db89fc3e038 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71033f45-9649-4713-8124-85eb70e97295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278887 Mar 31 21:35:00.427207 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:00.466072 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3eb1a031-9335-47ec-a4c3-134665b9d356 req-e57f649c-e54d-407d-8ca7-4ba00c7a23a4 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 210 time: 0.1045983 Mar 31 21:35:00.479374 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed43b7d0-ebd7-4a6a-9bc6-e12e4880344b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:00.646146 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-3f1687ba-1f29-4f4f-b7cb-fe356ff4dca7 service neutron] 10.222.0.13 "GET /v2.0/networks/71033f45-9649-4713-8124-85eb70e97295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571652 Mar 31 21:35:00.751076 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for port (8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:00.761838 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13622167'] for port (8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:00.836687 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.13', 64732) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:00.866615 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.13', 64733) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:00.972917 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event updated for resources: {'Port': ['ID=8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:01.015411 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed43b7d0-ebd7-4a6a-9bc6-e12e4880344b admin admin] Publish callbacks [] for security_group (0de27853-6c5e-4c25-8d02-9c53ccc31ee0), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:01.160115 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (293d2dbf-9f8e-4d56-ad0e-da7e262df227), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:01.195733 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:01.198025 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2923ab75-3296-489c-8007-fed93c7f46c5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6985781 Mar 31 21:35:01.293772 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.13', 64736) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:01.488640 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed43b7d0-ebd7-4a6a-9bc6-e12e4880344b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (0de27853-6c5e-4c25-8d02-9c53ccc31ee0), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:01.529501 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-46f3680c-da8f-4b69-8de6-7aad8bf21ee5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:01.532290 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-46f3680c-da8f-4b69-8de6-7aad8bf21ee5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 819 time: 0.2368464 Mar 31 21:35:01.537027 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dcea2e0-3aff-4a79-b9dd-7b7274c6490b req-bb9a2859-08a1-417d-b5af-4d43152c4f10 service neutron] 10.222.0.13 "GET /v2.0/networks/71033f45-9649-4713-8124-85eb70e97295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8612568 Mar 31 21:35:01.564090 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Request body: {'port': {'device_id': '5b876d53-2dee-4e0d-a5f7-854d16c1675f', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'admin_state_up': True, 'tenant_id': '92115509477b4904ad8fe11253589f6f'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:01.618222 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fa69518e-fe5d-451d-b85c-f21dd3ae5a6e req-1ec6337c-9bbd-4e44-b69b-ed9e6efa8b1c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 210 time: 0.1596277 Mar 31 21:35:01.678707 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-ed43b7d0-ebd7-4a6a-9bc6-e12e4880344b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b40699cf37e43439750258ffc8e4b14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6416719 Mar 31 21:35:01.679429 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49790) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:01.680146 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43b7d0-ebd7-4a6a-9bc6-e12e4880344b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de27853-6c5e-4c25-8d02-9c53ccc31ee0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:01.808584 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-fa8dde77-c1e6-48c6-9a5a-f0f69d1a4a75 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:01.810391 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-fa8dde77-c1e6-48c6-9a5a-f0f69d1a4a75 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 815 time: 0.9716301 Mar 31 21:35:01.814411 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a83b943-6d12-4cf3-8d45-7a92036c68be admin admin] Publish callbacks [] for security_group (0de27853-6c5e-4c25-8d02-9c53ccc31ee0), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:01.824779 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Made reservation on behalf of 92115509477b4904ad8fe11253589f6f for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:35:01.828780 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:01.829332 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-7311a974-eef5-49d7-8738-bc2f3bf680ed tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:01.831520 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-7311a974-eef5-49d7-8738-bc2f3bf680ed tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 819 time: 0.9319355 Mar 31 21:35:01.854064 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a83b943-6d12-4cf3-8d45-7a92036c68be admin admin] Publish callbacks [] for security_group (0de27853-6c5e-4c25-8d02-9c53ccc31ee0), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:01.862502 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d328d-4e6e-4f93-a902-5c7eedd44ccb req-984cc76d-0484-4c00-b666-7fd1b79f668d tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:01.869385 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd1d328d-4e6e-4f93-a902-5c7eedd44ccb req-984cc76d-0484-4c00-b666-7fd1b79f668d tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 943 time: 0.4225476 Mar 31 21:35:01.886976 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Request body: {'port': {'device_id': '9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'admin_state_up': True, 'tenant_id': '92115509477b4904ad8fe11253589f6f'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:02.034635 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a83b943-6d12-4cf3-8d45-7a92036c68be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (0de27853-6c5e-4c25-8d02-9c53ccc31ee0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:02.037486 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a83b943-6d12-4cf3-8d45-7a92036c68be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:02.039249 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-4a83b943-6d12-4cf3-8d45-7a92036c68be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0de27853-6c5e-4c25-8d02-9c53ccc31ee0 HTTP/1.1" status: 204 len: 168 time: 0.3577223 Mar 31 21:35:02.161353 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-ebbca5fd-d221-4faa-8dcf-e3e37422acb1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3 HTTP/1.1" status: 200 len: 379 time: 0.3258698 Mar 31 21:35:02.209536 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'port': {'device_id': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'admin_state_up': True, 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'security_groups': ['35662b50-a4bb-45b4-826c-51f9b34e0759']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:02.223100 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83b943-6d12-4cf3-8d45-7a92036c68be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de27853-6c5e-4c25-8d02-9c53ccc31ee0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:02.266930 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Allocated IP 172.20.0.10 (8d891fd3-a431-41c5-89d8-3afbdd2fb39c/e720cde3-cbb0-4aac-bc9c-8359ed6452c1/448a6287-1070-4963-890f-ead611e1bc25) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:35:02.327862 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-8fc87093-488a-410f-be9f-4403dee9acea tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1222616188&fields=id&tenant_id=179de4c92e6d48bc9b7ded52e148afd4 HTTP/1.1" status: 200 len: 267 time: 0.5611501 Mar 31 21:35:02.374046 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f165-594e-4dbc-b950-9aa472c28e26 req-a0aa9bde-be5a-4bee-ad20-74c55a7ad6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:02.376130 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2239f165-594e-4dbc-b950-9aa472c28e26 req-a0aa9bde-be5a-4bee-ad20-74c55a7ad6a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb8a08aa074d46a09092850325563e83&device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 1127 time: 0.7450593 Mar 31 21:35:02.488668 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd1d328d-4e6e-4f93-a902-5c7eedd44ccb req-ab2578c2-8017-4524-8e01-20de15410cd8 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184089 Mar 31 21:35:02.530799 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for port (448a6287-1070-4963-890f-ead611e1bc25), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:02.576088 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (448a6287-1070-4963-890f-ead611e1bc25), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:02.651049 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Made reservation on behalf of 92115509477b4904ad8fe11253589f6f for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:35:02.654631 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:02.703995 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49840) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:02.712290 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:35:02.731731 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:35:02.737159 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:35:02.740068 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5af0aa69-2f3c-4248-bac3-00e9c0f9b99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:02.743287 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event updated for resources: {'Port': ['ID=448a6287-1070-4963-890f-ead611e1bc25,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:02.836173 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:02.836838 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:02.867363 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf891-6400-410c-9d9a-0a73f7536088 req-6e4773c0-ec98-46c5-851b-569326f77339 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:02.875674 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-6e4773c0-ec98-46c5-851b-569326f77339 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/networks?id=a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 200 len: 810 time: 0.5465865 Mar 31 21:35:02.878831 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f165-594e-4dbc-b950-9aa472c28e26 req-6a6c4cf4-2227-4efc-aee9-331776d0a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:02.880258 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2239f165-594e-4dbc-b950-9aa472c28e26 req-6a6c4cf4-2227-4efc-aee9-331776d0a7c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=71033f45-9649-4713-8124-85eb70e97295 HTTP/1.1" status: 200 len: 912 time: 0.4608076 Mar 31 21:35:02.887360 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-ee5c00f5-3414-489e-88c5-354bfb848439 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3340032 Mar 31 21:35:02.912771 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Request body: {'port': {'device_id': '5b876d53-2dee-4e0d-a5f7-854d16c1675f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:02.935171 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-0fd6466a-93bb-4b17-8796-2bd849521a1e tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/quotas/179de4c92e6d48bc9b7ded52e148afd4 HTTP/1.1" status: 200 len: 375 time: 0.0583317 Mar 31 21:35:02.988213 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619ed23-e5e9-4cb5-bb91-68533948bf68 req-7d01e8d5-df59-48db-ae3f-0567386953dc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:02.989412 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2619ed23-e5e9-4cb5-bb91-68533948bf68 req-7d01e8d5-df59-48db-ae3f-0567386953dc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 932 time: 0.3805473 Mar 31 21:35:03.012170 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2239f165-594e-4dbc-b950-9aa472c28e26 req-435d9ddf-af5c-4481-a4e5-9f4795bc8c86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3059781a-cc7d-4f53-a33c-01cb55968d70 HTTP/1.1" status: 200 len: 217 time: 0.1086364 Mar 31 21:35:03.012744 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Made reservation on behalf of 6a5e785c2bea4d7a8356d23492b9b3e3 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:35:03.016779 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:03.029480 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5af0aa69-2f3c-4248-bac3-00e9c0f9b99c admin admin] Publish callbacks [] for security_group (6f5be69c-371e-49ae-92ee-a3a87a396b74), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:03.030901 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (448a6287-1070-4963-890f-ead611e1bc25), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:03.042852 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5af0aa69-2f3c-4248-bac3-00e9c0f9b99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (6f5be69c-371e-49ae-92ee-a3a87a396b74), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:03.102747 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b7f47624-5824-4b1b-b908-bf07d939b67a None None] Provisioning complete for port 448a6287-1070-4963-890f-ead611e1bc25 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:03.103852 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b7f47624-5824-4b1b-b908-bf07d939b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (448a6287-1070-4963-890f-ead611e1bc25), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:03.125325 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0aa69-2f3c-4248-bac3-00e9c0f9b99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5be69c-371e-49ae-92ee-a3a87a396b74,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:03.132895 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-5af0aa69-2f3c-4248-bac3-00e9c0f9b99c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd69fd326f354e559aa25c9089c4799d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256506 Mar 31 21:35:03.133665 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49864) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:03.213566 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6312f9b7-4b75-45ab-9c1f-a0ede729104c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:03.222469 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b7f47624-5824-4b1b-b908-bf07d939b67a None None] Port 448a6287-1070-4963-890f-ead611e1bc25 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:35:03.224328 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Allocated IP 172.20.0.12 (8d891fd3-a431-41c5-89d8-3afbdd2fb39c/e720cde3-cbb0-4aac-bc9c-8359ed6452c1/02050ae6-7027-4561-8e8e-79a05d7338b1) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:35:03.260220 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2619ed23-e5e9-4cb5-bb91-68533948bf68 req-de3d88be-4a63-49d3-8c3d-27f15230677d tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536495 Mar 31 21:35:03.266559 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f165-594e-4dbc-b950-9aa472c28e26 req-43d0f8a1-8654-4e62-abd4-ac8ec3ab6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:03.268767 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2239f165-594e-4dbc-b950-9aa472c28e26 req-43d0f8a1-8654-4e62-abd4-ac8ec3ab6d7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=99a45d40-cf54-41be-a197-c6bf6946881b HTTP/1.1" status: 200 len: 852 time: 0.1991222 Mar 31 21:35:03.310681 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-4d7c37dc-a4ce-4026-9bd4-635d3a7f4760 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3744164 Mar 31 21:35:03.365872 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2239f165-594e-4dbc-b950-9aa472c28e26 req-89af8ed6-b2d6-44d4-bc56-c35cf9c04b54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71033f45-9649-4713-8124-85eb70e97295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868459 Mar 31 21:35:03.396260 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92fa797e-d49a-43d6-b4c1-d54171ef9d1d admin admin] Publish callbacks [] for security_group (6f5be69c-371e-49ae-92ee-a3a87a396b74), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:03.413632 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:03.420081 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92fa797e-d49a-43d6-b4c1-d54171ef9d1d admin admin] Publish callbacks [] for security_group (6f5be69c-371e-49ae-92ee-a3a87a396b74), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:03.498194 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92fa797e-d49a-43d6-b4c1-d54171ef9d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (6f5be69c-371e-49ae-92ee-a3a87a396b74), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:03.502075 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92fa797e-d49a-43d6-b4c1-d54171ef9d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:03.503462 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-92fa797e-d49a-43d6-b4c1-d54171ef9d1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f5be69c-371e-49ae-92ee-a3a87a396b74 HTTP/1.1" status: 204 len: 168 time: 0.3689134 Mar 31 21:35:03.515781 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa797e-d49a-43d6-b4c1-d54171ef9d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5be69c-371e-49ae-92ee-a3a87a396b74,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:03.538949 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e510693d-9dbb-45c3-a8e7-17e3e1d077b2 req-996d95a7-a64c-49df-8723-54ba0e6c4c7c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 210 time: 0.1578710 Mar 31 21:35:03.592732 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Allocated IP 172.20.0.4 (a6fb69be-10fb-4d53-a720-03a7f9cdadda/680eef82-3bbc-4eb7-a395-9c70e4faccb8/d950dc50-aac5-4e48-8e22-6a48afcaffa9) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:35:04.017267 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49930) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:04.035766 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2239f165-594e-4dbc-b950-9aa472c28e26 req-2f3a0e48-ade6-4112-a3fe-cc44f1aa04a6 service neutron] 10.222.0.13 "GET /v2.0/networks/71033f45-9649-4713-8124-85eb70e97295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538289 Mar 31 21:35:04.052357 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-b8a9433d-1fc9-41cc-8d91-1b015134755c service neutron] 10.222.0.24 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314358 Mar 31 21:35:04.254992 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0986a6c-f750-4262-ad79-b43bc52039b5 req-6cce89dd-889a-4beb-a63f-49c768584a94 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:04.262118 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d0986a6c-f750-4262-ad79-b43bc52039b5 req-6cce89dd-889a-4beb-a63f-49c768584a94 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 943 time: 0.6087666 Mar 31 21:35:04.266572 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:04.332853 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8be04700-7639-464f-84d0-7fc8da5eec32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:04.383202 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2239f165-594e-4dbc-b950-9aa472c28e26 req-d2cfd1e0-9ae5-4fdc-b960-1d29bca15112 service neutron] 10.222.0.13 "GET /v2.0/networks/71033f45-9649-4713-8124-85eb70e97295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337147 Mar 31 21:35:04.428899 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-d1ec1689-c408-44d2-8210-728f3585ec06 service neutron] 10.222.0.24 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497350 Mar 31 21:35:04.433089 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:04.444092 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d0986a6c-f750-4262-ad79-b43bc52039b5 req-f798e14c-e4f3-4ee4-b50e-63302d92df8b tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809936 Mar 31 21:35:04.467721 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8be04700-7639-464f-84d0-7fc8da5eec32 admin admin] Publish callbacks [] for security_group (d35d1dab-8380-44b0-92db-29158cba57a4), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:04.480347 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:04.516613 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8be04700-7639-464f-84d0-7fc8da5eec32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d35d1dab-8380-44b0-92db-29158cba57a4), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:04.551652 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-8be04700-7639-464f-84d0-7fc8da5eec32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcda26a4285847419b12c65e7997ba71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5322433 Mar 31 21:35:04.556647 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 49960) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:04.623913 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:35:04.635380 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event updated for resources: {'Port': ['ID=02050ae6-7027-4561-8e8e-79a05d7338b1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:04.640023 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:35:04.646316 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:35:04.676939 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:04.691173 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 49968) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:04.698856 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be04700-7639-464f-84d0-7fc8da5eec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35d1dab-8380-44b0-92db-29158cba57a4,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:04.765591 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a4085-61cc-4b44-8fd4-835a7aa59767 req-1fe83292-c0fc-43bb-8cf2-4d179bec958b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:04.778581 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1f2a4085-61cc-4b44-8fd4-835a7aa59767 req-1fe83292-c0fc-43bb-8cf2-4d179bec958b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 932 time: 0.2163708 Mar 31 21:35:04.811687 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Network a6fb69be-10fb-4d53-a720-03a7f9cdadda is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:35:04.820538 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:04.821293 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:04.843619 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:35:04.853640 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8c73bf91-aa72-42ac-bcf7-0448de7748c9 admin admin] Publish callbacks [] for security_group (d35d1dab-8380-44b0-92db-29158cba57a4), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:04.862977 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:35:04.918468 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'Port': ['ID=d950dc50-aac5-4e48-8e22-6a48afcaffa9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:04.926934 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8c73bf91-aa72-42ac-bcf7-0448de7748c9 admin admin] Publish callbacks [] for security_group (d35d1dab-8380-44b0-92db-29158cba57a4), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:04.941136 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.notifiers.nova [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448a6287-1070-4963-890f-ead611e1bc25 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:35:04.965502 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b9e4b838-b32b-4ad0-b898-d783ab258425 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0901079 Mar 31 21:35:04.976509 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Publish callbacks [] for port (448a6287-1070-4963-890f-ead611e1bc25), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.025802 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:05.026793 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.036914 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Transition to ACTIVE for port object 448a6287-1070-4963-890f-ead611e1bc25 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:35:05.057896 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13622167'] for port (448a6287-1070-4963-890f-ead611e1bc25), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.122197 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-6bbd41da-b9da-4892-9f08-15a9f52d9a3c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9208841 Mar 31 21:35:05.128016 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-182ee9d3-d291-479f-96e7-3fb5fa892d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.169655 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1f2a4085-61cc-4b44-8fd4-835a7aa59767 req-4f47133c-7409-4048-8ec5-5d0810f86734 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900104 Mar 31 21:35:05.181331 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-20f1102f-fb2c-455a-b7c1-ef6ae44cbd6a None None] Provisioning complete for port 02050ae6-7027-4561-8e8e-79a05d7338b1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:05.181911 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-20f1102f-fb2c-455a-b7c1-ef6ae44cbd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.183479 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8c73bf91-aa72-42ac-bcf7-0448de7748c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d35d1dab-8380-44b0-92db-29158cba57a4), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.186141 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8c73bf91-aa72-42ac-bcf7-0448de7748c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.187359 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-8c73bf91-aa72-42ac-bcf7-0448de7748c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d35d1dab-8380-44b0-92db-29158cba57a4 HTTP/1.1" status: 204 len: 168 time: 0.6150143 Mar 31 21:35:05.218211 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Pushing event updated for resources: {'Port': ['ID=448a6287-1070-4963-890f-ead611e1bc25,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:05.372009 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73bf91-aa72-42ac-bcf7-0448de7748c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35d1dab-8380-44b0-92db-29158cba57a4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:05.394187 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-237af687-22fa-4b62-93e9-0ba890465b7a req-e63ec1a2-f9e7-4188-941d-a57261ef6463 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 210 time: 0.1148694 Mar 31 21:35:05.413023 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-20f1102f-fb2c-455a-b7c1-ef6ae44cbd6a None None] Port 02050ae6-7027-4561-8e8e-79a05d7338b1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:35:05.429410 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96bbd9-efc5-4d4b-80ee-9450de849435 req-18b14da9-2a58-4144-8e19-ff05e164fbfc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:05.431810 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4db1d2c6-ecb9-46ae-b220-7cdaf7a2211f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.454185 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0d96bbd9-efc5-4d4b-80ee-9450de849435 req-18b14da9-2a58-4144-8e19-ff05e164fbfc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 931 time: 0.6211207 Mar 31 21:35:05.499363 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Attempting to bind port 448a6287-1070-4963-890f-ead611e1bc25 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:35:05.499941 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Attempting to bind port 448a6287-1070-4963-890f-ead611e1bc25 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:35:05.500330 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Attempting to bind port 448a6287-1070-4963-890f-ead611e1bc25 on network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:05.532942 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Port 448a6287-1070-4963-890f-ead611e1bc25 on network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:35:05.535871 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Attempting to bind port 448a6287-1070-4963-890f-ead611e1bc25 on network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:05.548194 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-7e984a4e-d4d9-4316-8c03-c8b2b7cde9a1 None None] Provisioning complete for port d950dc50-aac5-4e48-8e22-6a48afcaffa9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:05.548673 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7e984a4e-d4d9-4316-8c03-c8b2b7cde9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.559734 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:35:05.561520 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Checking segment: {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:35:05.562341 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Bound using segment: {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:35:05.563025 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Bound port: 448a6287-1070-4963-890f-ead611e1bc25, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:35:05.563624 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (448a6287-1070-4963-890f-ead611e1bc25), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.639146 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-182ee9d3-d291-479f-96e7-3fb5fa892d29 admin admin] Publish callbacks [] for security_group (40fa11a6-83b5-41ce-974b-354c14108b03), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.653212 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-182ee9d3-d291-479f-96e7-3fb5fa892d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (40fa11a6-83b5-41ce-974b-354c14108b03), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.655589 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-7e984a4e-d4d9-4316-8c03-c8b2b7cde9a1 None None] Port d950dc50-aac5-4e48-8e22-6a48afcaffa9 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:35:05.677538 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] For port 448a6287-1070-4963-890f-ead611e1bc25, host hv-cinder-83607, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:35:05.687129 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] For port 448a6287-1070-4963-890f-ead611e1bc25, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=448a6287-1070-4963-890f-ead611e1bc25,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:35:05.689205 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0d96bbd9-efc5-4d4b-80ee-9450de849435 req-85eaa05b-a4c6-4f6e-8065-4d34d769a411 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317054 Mar 31 21:35:05.703263 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13622167'] for port (448a6287-1070-4963-890f-ead611e1bc25), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.743596 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31090c62-c10b-4e5d-a176-b3263f96aa00 req-d0b5fdb0-1233-4701-a9a7-b4b1b280a999 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:05.745581 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31090c62-c10b-4e5d-a176-b3263f96aa00 req-d0b5fdb0-1233-4701-a9a7-b4b1b280a999 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 943 time: 0.1618288 Mar 31 21:35:05.746526 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ee9d3-d291-479f-96e7-3fb5fa892d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fa11a6-83b5-41ce-974b-354c14108b03,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:05.751916 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-182ee9d3-d291-479f-96e7-3fb5fa892d29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4988bcb0bd0a4bbab75994bfefd7e2c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0575848 Mar 31 21:35:05.754991 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 50002) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:05.779966 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:05.780375 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.789155 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] 10.222.0.13 "PUT /v2.0/ports/448a6287-1070-4963-890f-ead611e1bc25 HTTP/1.1" status: 200 len: 1094 time: 2.8901055 Mar 31 21:35:05.789647 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b876d53-2dee-4e0d-a5f7-854d16c1675f', 'tag': '448a6287-1070-4963-890f-ead611e1bc25'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:35:05.832638 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 50006) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:05.841931 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df46a6-486e-43ff-8a57-59aa36b4a587 service neutron] Pushing event updated for resources: {'Port': ['ID=448a6287-1070-4963-890f-ead611e1bc25,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:05.878786 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47ed4fa6-070d-4323-be44-825b0b8c5f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.905915 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31090c62-c10b-4e5d-a176-b3263f96aa00 req-cba9795e-e059-4287-b6ea-8b97c5aba07c tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061964 Mar 31 21:35:05.932903 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-659c7f2f-3511-45f2-98fa-289c609a0c36 admin admin] Publish callbacks [] for security_group (40fa11a6-83b5-41ce-974b-354c14108b03), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.972150 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-659c7f2f-3511-45f2-98fa-289c609a0c36 admin admin] Publish callbacks [] for security_group (40fa11a6-83b5-41ce-974b-354c14108b03), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.980998 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d401d93df8c71fc9eb1f810d7532f025901b5508dcb63aa95efc5c748d74754d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46694818-9d22-4743-b0c4-247c6ff5ef7e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b876d53-2dee-4e0d-a5f7-854d16c1675f", "tag": "448a6287-1070-4963-890f-ead611e1bc25"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:35:06.056857 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47ed4fa6-070d-4323-be44-825b0b8c5f6e admin admin] Publish callbacks [] for security_group (9d89c954-926c-4d4c-8930-5cb37a1fa4cf), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.063846 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-47ed4fa6-070d-4323-be44-825b0b8c5f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9d89c954-926c-4d4c-8930-5cb37a1fa4cf), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.085290 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-659c7f2f-3511-45f2-98fa-289c609a0c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (40fa11a6-83b5-41ce-974b-354c14108b03), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.088665 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-659c7f2f-3511-45f2-98fa-289c609a0c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.093101 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-659c7f2f-3511-45f2-98fa-289c609a0c36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40fa11a6-83b5-41ce-974b-354c14108b03 HTTP/1.1" status: 204 len: 168 time: 0.3369064 Mar 31 21:35:06.113653 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1f45c1-5e92-4314-b36e-69c5362b09df x-openstack-request-id: req-9f1f45c1-5e92-4314-b36e-69c5362b09df {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:35:06.114772 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b876d53-2dee-4e0d-a5f7-854d16c1675f", "tag": "448a6287-1070-4963-890f-ead611e1bc25", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:35:06.115266 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f1f45c1-5e92-4314-b36e-69c5362b09df {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:35:06.115926 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1f45c1-5e92-4314-b36e-69c5362b09df'] response: {'name': 'network-changed', 'server_uuid': '5b876d53-2dee-4e0d-a5f7-854d16c1675f', 'tag': '448a6287-1070-4963-890f-ead611e1bc25', 'status': 'completed', 'code': 200} Mar 31 21:35:06.125536 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50020) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:06.125668 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-47ed4fa6-070d-4323-be44-825b0b8c5f6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abd6aaabb9cb4b91bc6f1fd2114b3c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905176 Mar 31 21:35:06.126472 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed4fa6-070d-4323-be44-825b0b8c5f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d89c954-926c-4d4c-8930-5cb37a1fa4cf,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:06.139109 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c7f2f-3511-45f2-98fa-289c609a0c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fa11a6-83b5-41ce-974b-354c14108b03,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:06.195769 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2860-562d-4265-8b24-913f77181fb0 admin admin] Publish callbacks [] for security_group (9d89c954-926c-4d4c-8930-5cb37a1fa4cf), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.253926 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2860-562d-4265-8b24-913f77181fb0 admin admin] Publish callbacks [] for security_group (9d89c954-926c-4d4c-8930-5cb37a1fa4cf), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.326510 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2860-562d-4265-8b24-913f77181fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9d89c954-926c-4d4c-8930-5cb37a1fa4cf), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.330076 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f1ce2860-562d-4265-8b24-913f77181fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.335511 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-f1ce2860-562d-4265-8b24-913f77181fb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d89c954-926c-4d4c-8930-5cb37a1fa4cf HTTP/1.1" status: 204 len: 168 time: 0.2077463 Mar 31 21:35:06.347159 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce2860-562d-4265-8b24-913f77181fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d89c954-926c-4d4c-8930-5cb37a1fa4cf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:06.358284 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc39b2-d877-4a64-bd8e-7c17d567ca87 req-509cbff9-919a-4d86-8482-dfef543933cd tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:06.360842 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-42dc39b2-d877-4a64-bd8e-7c17d567ca87 req-509cbff9-919a-4d86-8482-dfef543933cd tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 944 time: 0.0962937 Mar 31 21:35:06.433979 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-42dc39b2-d877-4a64-bd8e-7c17d567ca87 req-992342ac-4234-4e39-b042-50e153fe73ba tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653646 Mar 31 21:35:06.511263 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-89a3ce1b-fe47-4e77-b72d-2e10bf3c36c8 req-79b6d619-fd64-47bf-8a0d-58aa51d952df tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 210 time: 0.0380108 Mar 31 21:35:06.623020 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50034) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:06.639863 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cfa51a28-5697-4257-85d3-4f0f6d4f7c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.743512 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cfa51a28-5697-4257-85d3-4f0f6d4f7c26 admin admin] Publish callbacks [] for security_group (642ea59f-b1f6-4eb2-8cba-e3beed9d30aa), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.749493 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cfa51a28-5697-4257-85d3-4f0f6d4f7c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (642ea59f-b1f6-4eb2-8cba-e3beed9d30aa), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.785549 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-cfa51a28-5697-4257-85d3-4f0f6d4f7c26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a97876281e694dbab2c27c2dd7b781f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612501 Mar 31 21:35:06.788114 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50044) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:06.845129 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa51a28-5697-4257-85d3-4f0f6d4f7c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642ea59f-b1f6-4eb2-8cba-e3beed9d30aa,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:06.871645 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7afb7-dd1d-435d-8c45-a10015a5427e req-4a041bad-665f-4900-8885-41927687893a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:06.873994 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0172fedb-e6b3-4bea-be05-2b169b6057eb admin admin] Publish callbacks [] for security_group (642ea59f-b1f6-4eb2-8cba-e3beed9d30aa), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.878588 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-95d7afb7-dd1d-435d-8c45-a10015a5427e req-4a041bad-665f-4900-8885-41927687893a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 931 time: 0.0741920 Mar 31 21:35:06.907650 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0172fedb-e6b3-4bea-be05-2b169b6057eb admin admin] Publish callbacks [] for security_group (642ea59f-b1f6-4eb2-8cba-e3beed9d30aa), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.931356 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-95d7afb7-dd1d-435d-8c45-a10015a5427e req-1fdb53d7-15df-4095-8f60-9ca3c124c223 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482385 Mar 31 21:35:06.967332 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0172fedb-e6b3-4bea-be05-2b169b6057eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (642ea59f-b1f6-4eb2-8cba-e3beed9d30aa), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.971351 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0172fedb-e6b3-4bea-be05-2b169b6057eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.972548 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-0172fedb-e6b3-4bea-be05-2b169b6057eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/642ea59f-b1f6-4eb2-8cba-e3beed9d30aa HTTP/1.1" status: 204 len: 168 time: 0.1827908 Mar 31 21:35:06.998836 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172fedb-e6b3-4bea-be05-2b169b6057eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642ea59f-b1f6-4eb2-8cba-e3beed9d30aa,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:07.001805 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:07.066261 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69dbee-651c-4e9c-8917-1c881a44076c req-9b04f11e-3be4-4323-951a-0ec1b94d5478 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:07.067799 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c69dbee-651c-4e9c-8917-1c881a44076c req-9b04f11e-3be4-4323-951a-0ec1b94d5478 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 943 time: 0.0580287 Mar 31 21:35:07.128281 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c69dbee-651c-4e9c-8917-1c881a44076c req-bcd5de43-e07d-42f3-86bf-616ee22eb4a2 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530460 Mar 31 21:35:07.570436 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a77a8-150e-4dc8-9dee-c8e95bbc4bc8 req-0b0c2106-c1ba-4850-8323-2179a0e56a8a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:07.577867 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bb4a77a8-150e-4dc8-9dee-c8e95bbc4bc8 req-0b0c2106-c1ba-4850-8323-2179a0e56a8a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 944 time: 0.0691915 Mar 31 21:35:07.634523 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bb4a77a8-150e-4dc8-9dee-c8e95bbc4bc8 req-4328ca15-9161-4b6a-9e13-a8a714180acb tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556991 Mar 31 21:35:07.669903 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e694331a-5110-456b-be53-7876c919aa37 req-4f00fd3c-be0f-42cd-845d-9d8e6a88e685 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 210 time: 0.0416653 Mar 31 21:35:07.777907 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Request body: {'port': {'device_id': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:07.790715 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 3059781a-cc7d-4f53-a33c-01cb55968d70 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:35:07.794420 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Request body: {'port': {'device_id': '9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:07.918880 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694818-9d22-4743-b0c4-247c6ff5ef7e req-6b9345b0-3081-4d08-9718-d2e4a9e4ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:07.922003 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-46694818-9d22-4743-b0c4-247c6ff5ef7e req-6b9345b0-3081-4d08-9718-d2e4a9e4ca45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 1128 time: 0.1126785 Mar 31 21:35:08.042788 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:08.074059 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 3059781a-cc7d-4f53-a33c-01cb55968d70, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3059781a-cc7d-4f53-a33c-01cb55968d70,segment=NetworkSegment(ec1dea76-863a-477e-86c0-2eab23dccf9b),segment_id=ec1dea76-863a-477e-86c0-2eab23dccf9b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:08.108673 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '3059781a-cc7d-4f53-a33c-01cb55968d70', 'network_id': '71033f45-9649-4713-8124-85eb70e97295', 'port_id': '3059781a-cc7d-4f53-a33c-01cb55968d70', 'mac_address': 'fa:16:3e:a8:03:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a45d40-cf54-41be-a197-c6bf6946881b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:35:08.209496 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 3059781a-cc7d-4f53-a33c-01cb55968d70 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:08.210397 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:08.217707 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694818-9d22-4743-b0c4-247c6ff5ef7e req-7ff385cb-b4bd-437c-bb99-504838aa48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:08.222422 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-46694818-9d22-4743-b0c4-247c6ff5ef7e req-7ff385cb-b4bd-437c-bb99-504838aa48c8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=92115509477b4904ad8fe11253589f6f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2911282 Mar 31 21:35:08.233538 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3059781a-cc7d-4f53-a33c-01cb55968d70 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:35:08.258512 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 3059781a-cc7d-4f53-a33c-01cb55968d70, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3059781a-cc7d-4f53-a33c-01cb55968d70,segment=NetworkSegment(ec1dea76-863a-477e-86c0-2eab23dccf9b),segment_id=ec1dea76-863a-477e-86c0-2eab23dccf9b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:08.264711 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:08.281685 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:08.331200 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=3059781a-cc7d-4f53-a33c-01cb55968d70,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:08.380617 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd373ee-5cb5-44d8-a147-f2f6d0991cbb req-5fc9a5ed-6471-4f1f-9d75-84a3ce27fa9b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:08.382180 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2cd373ee-5cb5-44d8-a147-f2f6d0991cbb req-5fc9a5ed-6471-4f1f-9d75-84a3ce27fa9b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 931 time: 0.3313816 Mar 31 21:35:08.438949 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694818-9d22-4743-b0c4-247c6ff5ef7e req-9414aa75-1942-47e4-a5c6-295eb94980ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:08.441349 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-46694818-9d22-4743-b0c4-247c6ff5ef7e req-9414aa75-1942-47e4-a5c6-295eb94980ab service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2129958 Mar 31 21:35:08.475440 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:08.560086 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628919e6-090f-42f6-b365-135d0ad348e1 req-c7bd583d-51f4-48fb-a128-ee2f2e5857da tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:08.561855 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-628919e6-090f-42f6-b365-135d0ad348e1 req-c7bd583d-51f4-48fb-a128-ee2f2e5857da tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 944 time: 0.2779806 Mar 31 21:35:08.610774 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-879b7dfd-1957-459b-bb53-e57fd570dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:08.612356 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-879b7dfd-1957-459b-bb53-e57fd570dd81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 1128 time: 0.0808411 Mar 31 21:35:08.705795 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-f5dcad1e-cd2f-4c77-a1c7-b1cdc73a3e26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=448a6287-1070-4963-890f-ead611e1bc25 HTTP/1.1" status: 200 len: 217 time: 0.0841444 Mar 31 21:35:08.747673 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['3059781a-cc7d-4f53-a33c-01cb55968d70'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:35:08.772294 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-1cbd94ef-63be-45fe-8cd3-22dc1673a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:08.774228 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-1cbd94ef-63be-45fe-8cd3-22dc1673a770 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0632613 Mar 31 21:35:08.970159 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-e3b554a4-8fb5-4412-9d89-a3baf73b3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:08.981504 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-e3b554a4-8fb5-4412-9d89-a3baf73b3775 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1996613 Mar 31 21:35:09.147136 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2cd373ee-5cb5-44d8-a147-f2f6d0991cbb req-50bc47c8-3da3-41d8-b10c-2922857225ad tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6690452 Mar 31 21:35:09.157038 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-628919e6-090f-42f6-b365-135d0ad348e1 req-7561934c-9f8c-4847-af68-3adc90869d30 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749519 Mar 31 21:35:09.229914 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-7bdfae7e-2d8a-4fcd-97e3-240feeace0f7 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409537 Mar 31 21:35:09.544109 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0848257d-f316-4736-a697-16f511620ac3 req-5547bdf5-eac1-402e-8aea-d53faabf6033 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 210 time: 0.1736612 Mar 31 21:35:09.550308 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:09.583427 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf891-6400-410c-9d9a-0a73f7536088 req-2ded7e9f-0a41-41a0-967a-fa5584bc6f02 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:09.583427 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-2ded7e9f-0a41-41a0-967a-fa5584bc6f02 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.13 "GET /v2.0/networks?id=a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 200 len: 810 time: 1.0295846 Mar 31 21:35:09.802251 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88fa3f-55b7-4138-b615-111484519ae3 req-09fa5465-bf98-4987-b7e1-d682056cc8bb tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:09.803819 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ef88fa3f-55b7-4138-b615-111484519ae3 req-09fa5465-bf98-4987-b7e1-d682056cc8bb tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 944 time: 0.5073802 Mar 31 21:35:09.852501 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-41a144c0-37a3-4a86-9785-60dc2a03e7e5 req-4d27db96-6e72-42db-9825-7b35acf7b185 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089795 Mar 31 21:35:09.890403 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d950dc50-aac5-4e48-8e22-6a48afcaffa9 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:35:09.899310 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Publish callbacks [] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:09.957912 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Transition to ACTIVE for port object d950dc50-aac5-4e48-8e22-6a48afcaffa9 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:35:09.979214 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:10.026994 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-212c2303-c4b8-48f1-89f2-19d02709a7c4 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=179de4c92e6d48bc9b7ded52e148afd4 HTTP/1.1" status: 200 len: 380 time: 0.4262924 Mar 31 21:35:10.039567 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02050ae6-7027-4561-8e8e-79a05d7338b1 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:35:10.052634 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Publish callbacks [] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:10.058011 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-141cf891-6400-410c-9d9a-0a73f7536088 req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Request body: {'port': {'device_id': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'admin_state_up': True, 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'security_groups': ['01b13fd7-a63d-46fd-a127-97b6b794dcad']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:10.067594 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ef88fa3f-55b7-4138-b615-111484519ae3 req-dcb52fef-6b54-4d68-9c3d-542d3c21b947 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462289 Mar 31 21:35:10.132735 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Pushing event updated for resources: {'Port': ['ID=d950dc50-aac5-4e48-8e22-6a48afcaffa9,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:10.140100 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Transition to ACTIVE for port object 02050ae6-7027-4561-8e8e-79a05d7338b1 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:35:10.149947 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:10.373490 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Pushing event updated for resources: {'Port': ['ID=02050ae6-7027-4561-8e8e-79a05d7338b1,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:10.469272 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Attempting to bind port d950dc50-aac5-4e48-8e22-6a48afcaffa9 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:35:10.469605 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Attempting to bind port d950dc50-aac5-4e48-8e22-6a48afcaffa9 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:35:10.469932 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Attempting to bind port d950dc50-aac5-4e48-8e22-6a48afcaffa9 on network a6fb69be-10fb-4d53-a720-03a7f9cdadda {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:10.478312 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141cf891-6400-410c-9d9a-0a73f7536088 req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Made reservation on behalf of 179de4c92e6d48bc9b7ded52e148afd4 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:35:10.483197 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-141cf891-6400-410c-9d9a-0a73f7536088 req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:10.501252 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Port d950dc50-aac5-4e48-8e22-6a48afcaffa9 on network a6fb69be-10fb-4d53-a720-03a7f9cdadda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:35:10.501552 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Attempting to bind port d950dc50-aac5-4e48-8e22-6a48afcaffa9 on network a6fb69be-10fb-4d53-a720-03a7f9cdadda {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:10.535479 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c8158-c148-4e24-90e6-d0bbbc28995d req-24e921c5-4f9b-4495-b5cd-bc93248ea658 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:10.544717 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f28c8158-c148-4e24-90e6-d0bbbc28995d req-24e921c5-4f9b-4495-b5cd-bc93248ea658 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 943 time: 0.2988207 Mar 31 21:35:10.551392 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:35:10.551730 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Checking segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:35:10.552289 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Bound using segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:35:10.552880 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Bound port: d950dc50-aac5-4e48-8e22-6a48afcaffa9, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:35:10.553398 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:10.569061 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6c8a-3e6d-4597-9e9b-95326d3641f4 req-25e84096-b629-4030-bed8-08476777f791 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:10.570633 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ef8d6c8a-3e6d-4597-9e9b-95326d3641f4 req-25e84096-b629-4030-bed8-08476777f791 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 944 time: 0.2901037 Mar 31 21:35:10.588875 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Attempting to bind port 02050ae6-7027-4561-8e8e-79a05d7338b1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:35:10.589274 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Attempting to bind port 02050ae6-7027-4561-8e8e-79a05d7338b1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:35:10.589614 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Attempting to bind port 02050ae6-7027-4561-8e8e-79a05d7338b1 on network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:10.652882 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Port 02050ae6-7027-4561-8e8e-79a05d7338b1 on network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:35:10.653448 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Attempting to bind port 02050ae6-7027-4561-8e8e-79a05d7338b1 on network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:10.703911 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:35:10.704296 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Checking segment: {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:35:10.704711 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Bound using segment: {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:35:10.705202 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Bound port: 02050ae6-7027-4561-8e8e-79a05d7338b1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:35:10.705927 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:10.794611 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f28c8158-c148-4e24-90e6-d0bbbc28995d req-77e2441b-5100-472a-9a37-b2f36597688c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507670 Mar 31 21:35:10.849841 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] For port 02050ae6-7027-4561-8e8e-79a05d7338b1, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:35:10.853143 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] For port 02050ae6-7027-4561-8e8e-79a05d7338b1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=02050ae6-7027-4561-8e8e-79a05d7338b1,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:35:10.886094 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ef8d6c8a-3e6d-4597-9e9b-95326d3641f4 req-b08a6abe-f651-4811-accd-49c492cb0700 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857792 Mar 31 21:35:10.895091 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:10.929339 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] For port d950dc50-aac5-4e48-8e22-6a48afcaffa9, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:35:10.984573 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Pushing event updated for resources: {'Port': ['ID=02050ae6-7027-4561-8e8e-79a05d7338b1,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:11.004974 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] For port d950dc50-aac5-4e48-8e22-6a48afcaffa9, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d950dc50-aac5-4e48-8e22-6a48afcaffa9,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:35:11.028533 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:11.029547 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:11.031214 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-ff5b751b-60de-4b8d-87a1-0b06c2f0d367 service neutron] 10.222.0.13 "PUT /v2.0/ports/02050ae6-7027-4561-8e8e-79a05d7338b1 HTTP/1.1" status: 200 len: 1094 time: 3.2504263 Mar 31 21:35:11.034048 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:11.037443 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c', 'tag': '02050ae6-7027-4561-8e8e-79a05d7338b1'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:35:11.041153 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a748ad69-a2bf-495f-944a-d42eee0cb95d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c", "tag": "02050ae6-7027-4561-8e8e-79a05d7338b1"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:35:11.056636 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-61562e28-fdbe-4547-bd66-db6fa931bbbf req-0f7abaa7-de43-4528-90ea-15ee685980ba tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 210 time: 0.1636682 Mar 31 21:35:11.102972 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-141cf891-6400-410c-9d9a-0a73f7536088 req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Allocated IP 172.20.0.8 (a844914c-5cf6-4424-8cb4-7741526740b1/7e267cd5-9f0f-49b6-a0f6-32ad45673e51/e9713974-2fe3-4758-ac12-906a5f3b1b96) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:35:11.226676 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:11.227857 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:11.230243 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] 10.222.0.13 "PUT /v2.0/ports/d950dc50-aac5-4e48-8e22-6a48afcaffa9 HTTP/1.1" status: 200 len: 1093 time: 3.4575133 Mar 31 21:35:11.310436 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d5775c-cd15-41f2-8800-0c149dd99812 x-openstack-request-id: req-b2d5775c-cd15-41f2-8800-0c149dd99812 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:35:11.311002 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c", "tag": "02050ae6-7027-4561-8e8e-79a05d7338b1", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:35:11.311576 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2d5775c-cd15-41f2-8800-0c149dd99812 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:35:11.312153 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d5775c-cd15-41f2-8800-0c149dd99812'] response: {'name': 'network-changed', 'server_uuid': '9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c', 'tag': '02050ae6-7027-4561-8e8e-79a05d7338b1', 'status': 'completed', 'code': 200} Mar 31 21:35:11.365217 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a80c4-d095-43b1-a8a5-37933aded045 service neutron] Pushing event updated for resources: {'Port': ['ID=d950dc50-aac5-4e48-8e22-6a48afcaffa9,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:11.421409 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b080691c-bf74-4613-a97a-e2ddb576453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:11.422994 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-b080691c-bf74-4613-a97a-e2ddb576453f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 1128 time: 0.3260891 Mar 31 21:35:11.485644 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7f8a8-53bf-4103-8413-df7bfa9676ec req-66146bc9-94ae-4584-ba56-d4febe4f4663 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:11.487768 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-40c7f8a8-53bf-4103-8413-df7bfa9676ec req-66146bc9-94ae-4584-ba56-d4febe4f4663 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 944 time: 0.2767460 Mar 31 21:35:11.536502 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-4a0417f8-f7c9-450c-846c-362f160830df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02050ae6-7027-4561-8e8e-79a05d7338b1 HTTP/1.1" status: 200 len: 217 time: 0.0951436 Mar 31 21:35:11.566185 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-24eba37a-2853-4fd2-9670-6f60b3954896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:11.567699 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-24eba37a-2853-4fd2-9670-6f60b3954896 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 1127 time: 0.2546291 Mar 31 21:35:11.859428 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-ac35b85e-5e2c-480e-85ce-34cb5447138b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d950dc50-aac5-4e48-8e22-6a48afcaffa9 HTTP/1.1" status: 200 len: 217 time: 0.2662549 Mar 31 21:35:11.940366 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-40c7f8a8-53bf-4103-8413-df7bfa9676ec req-e82a297b-be36-4e36-ae36-6a79dd38f24d tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125462 Mar 31 21:35:11.965033 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-2e4d7431-9cbd-469d-89f8-cca095c1fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:11.966555 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-2e4d7431-9cbd-469d-89f8-cca095c1fe7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.4193816 Mar 31 21:35:11.992984 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-141cf891-6400-410c-9d9a-0a73f7536088 req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:12.040067 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-50a6bc94-07b4-4312-93c0-3f52033cd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:12.041507 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-50a6bc94-07b4-4312-93c0-3f52033cd8b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.1686912 Mar 31 21:35:12.130736 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28016708-056a-4aed-830a-c7aa2ea30fef req-8b76de0a-feef-45de-b96a-884ea13a4733 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:12.132151 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-28016708-056a-4aed-830a-c7aa2ea30fef req-8b76de0a-feef-45de-b96a-884ea13a4733 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 943 time: 0.2660954 Mar 31 21:35:12.178697 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-40d8cedb-746a-4a3e-a724-60c32dae0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:12.180188 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-40d8cedb-746a-4a3e-a724-60c32dae0222 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2024457 Mar 31 21:35:12.200636 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-141cf891-6400-410c-9d9a-0a73f7536088 req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:12.212906 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3751a53-34cf-4f4f-a47c-6218e116570c req-bc96572b-c7e4-40dc-86fe-2802e82ab92c tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:12.214407 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b3751a53-34cf-4f4f-a47c-6218e116570c req-bc96572b-c7e4-40dc-86fe-2802e82ab92c tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 944 time: 0.1929240 Mar 31 21:35:12.289305 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-7f3957ae-ac59-447e-9124-2c424b637803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:12.291135 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-7f3957ae-ac59-447e-9124-2c424b637803 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2272124 Mar 31 21:35:12.302345 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 3059781a-cc7d-4f53-a33c-01cb55968d70 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:35:12.358245 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port 3059781a-cc7d-4f53-a33c-01cb55968d70 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:35:12.364340 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 3059781a-cc7d-4f53-a33c-01cb55968d70 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:12.365272 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:12.370567 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141cf891-6400-410c-9d9a-0a73f7536088 req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Network a844914c-5cf6-4424-8cb4-7741526740b1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:35:12.407633 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-28016708-056a-4aed-830a-c7aa2ea30fef req-b1fb48cd-4778-484f-8f1f-5dbe123e1c43 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613955 Mar 31 21:35:12.413422 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-141cf891-6400-410c-9d9a-0a73f7536088 req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:35:12.424376 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event updated for resources: {'Port': ['ID=e9713974-2fe3-4758-ac12-906a5f3b1b96,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:12.441280 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-141cf891-6400-410c-9d9a-0a73f7536088 req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:35:12.473464 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 3059781a-cc7d-4f53-a33c-01cb55968d70 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:12.474055 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:12.529221 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ba19d9-3971-40fb-ae47-61e04c3b4f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3059781a-cc7d-4f53-a33c-01cb55968d70'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:35:12.533833 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b3751a53-34cf-4f4f-a47c-6218e116570c req-974b19c9-df54-48a4-bcf9-42cbd70e92ee tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016067 Mar 31 21:35:12.581290 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-9e1a9b99-202d-48c9-9479-822c63e98c8c service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932786 Mar 31 21:35:12.598418 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-5819140e-b32d-485c-a77c-dc309ac96d69 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864265 Mar 31 21:35:12.629466 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf891-6400-410c-9d9a-0a73f7536088 req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:12.630354 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-141cf891-6400-410c-9d9a-0a73f7536088 req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:12.640781 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 3059781a-cc7d-4f53-a33c-01cb55968d70, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3059781a-cc7d-4f53-a33c-01cb55968d70,segment=NetworkSegment(ec1dea76-863a-477e-86c0-2eab23dccf9b),segment_id=ec1dea76-863a-477e-86c0-2eab23dccf9b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:12.651408 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:12.749000 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=3059781a-cc7d-4f53-a33c-01cb55968d70,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:12.849509 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1930c96-2191-43a2-a561-72a2036f4586" -d '{"events": [{"server_uuid": "72ba19d9-3971-40fb-ae47-61e04c3b4f6a", "name": "network-vif-plugged", "status": "completed", "tag": "3059781a-cc7d-4f53-a33c-01cb55968d70"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:35:12.882239 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-7b8db5dc-532b-4d4d-bf66-e5aedfaf76a8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8378007 Mar 31 21:35:12.908386 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Request body: {'port': {'device_id': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:12.949824 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c033a608-583a-4493-94b9-a757162f95a5 None None] Provisioning complete for port e9713974-2fe3-4758-ac12-906a5f3b1b96 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:12.950531 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c033a608-583a-4493-94b9-a757162f95a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:12.988853 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588789c-7d06-44fb-995d-3f145f7e5108 req-b2dc75be-4b81-4925-a70c-755be3c6e25c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:12.990993 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c588789c-7d06-44fb-995d-3f145f7e5108 req-b2dc75be-4b81-4925-a70c-755be3c6e25c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 931 time: 0.3841672 Mar 31 21:35:12.992614 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c033a608-583a-4493-94b9-a757162f95a5 None None] Port e9713974-2fe3-4758-ac12-906a5f3b1b96 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:35:12.993428 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-038ca223-8d39-41c2-a39a-666aa3650c45 req-dc2f8ed7-bc3e-4fb9-8f10-1076e87dad5a service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837035 Mar 31 21:35:13.004734 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deec7b20-7f53-4457-b7fe-1bb65eb7474f req-276ef2ea-faab-471e-8e9a-a22f2ee6b3bd service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153383 Mar 31 21:35:13.054401 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:13.132631 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c588789c-7d06-44fb-995d-3f145f7e5108 req-0ef4dd91-7823-4d84-b235-97e5f2c63e09 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261685 Mar 31 21:35:13.186600 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c733c15-527d-481a-bf19-9da0a5072225 x-openstack-request-id: req-2c733c15-527d-481a-bf19-9da0a5072225 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:35:13.191455 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ba19d9-3971-40fb-ae47-61e04c3b4f6a", "name": "network-vif-plugged", "status": "completed", "tag": "3059781a-cc7d-4f53-a33c-01cb55968d70", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:35:13.191859 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c733c15-527d-481a-bf19-9da0a5072225 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:35:13.194205 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c733c15-527d-481a-bf19-9da0a5072225'] response: {'server_uuid': '72ba19d9-3971-40fb-ae47-61e04c3b4f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3059781a-cc7d-4f53-a33c-01cb55968d70', 'code': 200} Mar 31 21:35:13.231820 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748ad69-a2bf-495f-944a-d42eee0cb95d req-104fe40b-24e6-490a-8f91-e4c3ddb65c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:13.233334 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a748ad69-a2bf-495f-944a-d42eee0cb95d req-104fe40b-24e6-490a-8f91-e4c3ddb65c6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 1128 time: 0.1561341 Mar 31 21:35:13.280204 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50310) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:13.320072 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'tag': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:35:13.322607 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9db15b5-289c-462a-9b51-8bbbc681fdc8", "tag": "d950dc50-aac5-4e48-8e22-6a48afcaffa9"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:35:13.432230 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b37c178-32dc-4e1b-a792-40e5aa2cc16e x-openstack-request-id: req-8b37c178-32dc-4e1b-a792-40e5aa2cc16e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:35:13.432521 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9db15b5-289c-462a-9b51-8bbbc681fdc8", "tag": "d950dc50-aac5-4e48-8e22-6a48afcaffa9", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:35:13.432778 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b37c178-32dc-4e1b-a792-40e5aa2cc16e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:35:13.433177 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b37c178-32dc-4e1b-a792-40e5aa2cc16e'] response: {'name': 'network-changed', 'server_uuid': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'tag': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'status': 'completed', 'code': 200} Mar 31 21:35:13.532689 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bae1d054-f4b9-481d-80bd-659e3b54d165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:13.552849 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260e1b0-d0ba-47f8-8273-d8521ae04a69 req-e47495fe-a611-4291-b3f9-8578b56fb6f3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:13.559819 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f260e1b0-d0ba-47f8-8273-d8521ae04a69 req-e47495fe-a611-4291-b3f9-8578b56fb6f3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 944 time: 0.3328080 Mar 31 21:35:13.579594 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0 req-bff94225-69d7-4597-bf5a-240d99d4e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:13.582865 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0 req-bff94225-69d7-4597-bf5a-240d99d4e813 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 1127 time: 0.1521697 Mar 31 21:35:13.645742 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 50326) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:13.678529 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748ad69-a2bf-495f-944a-d42eee0cb95d req-f1445098-f73e-4174-9507-176bb280767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:13.680087 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a748ad69-a2bf-495f-944a-d42eee0cb95d req-f1445098-f73e-4174-9507-176bb280767a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.4177492 Mar 31 21:35:13.721262 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60657c3b-a615-4b28-8ad5-3a076bf619c2 req-1b901bae-b934-4d83-bf30-ed1ef8f412c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:13.722787 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-60657c3b-a615-4b28-8ad5-3a076bf619c2 req-1b901bae-b934-4d83-bf30-ed1ef8f412c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 1129 time: 0.3319354 Mar 31 21:35:13.794271 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f260e1b0-d0ba-47f8-8273-d8521ae04a69 req-f5221d31-e5ff-44a4-9371-fabc748e25e2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321439 Mar 31 21:35:13.801798 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a748ad69-a2bf-495f-944a-d42eee0cb95d req-50b45b67-4f82-4b0d-9162-ce240a0f5283 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02050ae6-7027-4561-8e8e-79a05d7338b1 HTTP/1.1" status: 200 len: 217 time: 0.1045766 Mar 31 21:35:13.812927 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-60657c3b-a615-4b28-8ad5-3a076bf619c2 req-f265b922-7b69-42d3-9dce-f1fed42dff13 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:13.817407 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0 req-51f629f3-14b4-4c7d-9a73-4e7edd74d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:13.819306 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0 req-51f629f3-14b4-4c7d-9a73-4e7edd74d6c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 915 time: 0.2298169 Mar 31 21:35:13.845115 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb8467-9c9a-4636-ae9d-521e31655109 req-b99d8d0e-9142-456b-98a3-3c06f6b4655d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:13.852506 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7eb8467-9c9a-4636-ae9d-521e31655109 req-b99d8d0e-9142-456b-98a3-3c06f6b4655d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 943 time: 0.3083458 Mar 31 21:35:13.886840 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0 req-958233bc-5afc-49f4-9845-188d54d41f32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d950dc50-aac5-4e48-8e22-6a48afcaffa9 HTTP/1.1" status: 200 len: 217 time: 0.0608640 Mar 31 21:35:13.888685 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bae1d054-f4b9-481d-80bd-659e3b54d165 admin admin] Publish callbacks [] for security_group (b025ded2-49fe-4506-b141-14b5a8dcce70), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:13.893983 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3df5-2393-4f2f-9bbe-fcb88d76e6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:13.903387 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bae1d054-f4b9-481d-80bd-659e3b54d165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (b025ded2-49fe-4506-b141-14b5a8dcce70), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:13.967086 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-bae1d054-f4b9-481d-80bd-659e3b54d165 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48d6826af7a0450d98ab814b0c98cd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6857591 Mar 31 21:35:13.973746 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50334) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:13.984493 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0 req-b1bf6414-2dca-4de8-bd8e-a2859e90872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:13.985981 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0 req-b1bf6414-2dca-4de8-bd8e-a2859e90872a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.0920148 Mar 31 21:35:13.992123 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1d054-f4b9-481d-80bd-659e3b54d165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b025ded2-49fe-4506-b141-14b5a8dcce70,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:14.071747 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03376ecd-57cf-4faf-a7f5-5e3dc19a3043 admin admin] Publish callbacks [] for security_group (b025ded2-49fe-4506-b141-14b5a8dcce70), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.079900 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0 req-77599d2c-4033-406c-8288-07c4cd78fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:14.081439 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0 req-77599d2c-4033-406c-8288-07c4cd78fdd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865889 Mar 31 21:35:14.152999 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03376ecd-57cf-4faf-a7f5-5e3dc19a3043 admin admin] Publish callbacks [] for security_group (b025ded2-49fe-4506-b141-14b5a8dcce70), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.232668 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0 req-34fd372f-cc63-4dac-9111-f87f03d6e360 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425407 Mar 31 21:35:14.247488 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03376ecd-57cf-4faf-a7f5-5e3dc19a3043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (b025ded2-49fe-4506-b141-14b5a8dcce70), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.250187 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03376ecd-57cf-4faf-a7f5-5e3dc19a3043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.251345 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-03376ecd-57cf-4faf-a7f5-5e3dc19a3043 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b025ded2-49fe-4506-b141-14b5a8dcce70 HTTP/1.1" status: 204 len: 168 time: 0.2766633 Mar 31 21:35:14.264263 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748ad69-a2bf-495f-944a-d42eee0cb95d req-5e8103ec-2c94-43e1-911f-707d5f0430d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:14.265709 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a748ad69-a2bf-495f-944a-d42eee0cb95d req-5e8103ec-2c94-43e1-911f-707d5f0430d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.4549460 Mar 31 21:35:14.298974 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03376ecd-57cf-4faf-a7f5-5e3dc19a3043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b025ded2-49fe-4506-b141-14b5a8dcce70,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:14.307376 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 448a6287-1070-4963-890f-ead611e1bc25 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:35:14.313738 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7eb8467-9c9a-4636-ae9d-521e31655109 req-271ef882-7fa1-4ee6-8b1d-af62e5dc0e78 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4601233 Mar 31 21:35:14.360118 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9713974-2fe3-4758-ac12-906a5f3b1b96 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:35:14.391220 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Publish callbacks [] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.395352 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0 req-a0575f07-e4a9-4910-b05e-2df84737e193 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535349 Mar 31 21:35:14.423667 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a2755-10d8-4aa3-bfc6-b605796f38a0 req-77ec9e80-b49b-4fcf-a0ef-a2bc0b7ec30b tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:14.425857 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d1a2755-10d8-4aa3-bfc6-b605796f38a0 req-77ec9e80-b49b-4fcf-a0ef-a2bc0b7ec30b tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 945 time: 0.5352879 Mar 31 21:35:14.444848 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 448a6287-1070-4963-890f-ead611e1bc25, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=448a6287-1070-4963-890f-ead611e1bc25,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:14.458760 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '448a6287-1070-4963-890f-ead611e1bc25', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'port_id': '448a6287-1070-4963-890f-ead611e1bc25', 'mac_address': 'fa:16:3e:81:b2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:35:14.470336 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Transition to ACTIVE for port object e9713974-2fe3-4758-ac12-906a5f3b1b96 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:35:14.503329 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 448a6287-1070-4963-890f-ead611e1bc25 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:14.503717 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (448a6287-1070-4963-890f-ead611e1bc25), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.513991 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.518862 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448a6287-1070-4963-890f-ead611e1bc25 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:35:14.542538 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 448a6287-1070-4963-890f-ead611e1bc25, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=448a6287-1070-4963-890f-ead611e1bc25,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:14.548426 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (448a6287-1070-4963-890f-ead611e1bc25), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.591046 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-60657c3b-a615-4b28-8ad5-3a076bf619c2 req-f265b922-7b69-42d3-9dce-f1fed42dff13 service neutron] Publish callbacks [] for security_group (63bffb58-602c-40fe-8425-140d6645791e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.599560 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=448a6287-1070-4963-890f-ead611e1bc25,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:14.618697 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748ad69-a2bf-495f-944a-d42eee0cb95d req-edce0331-474f-4aa3-93d5-f89067316800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:14.620490 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a748ad69-a2bf-495f-944a-d42eee0cb95d req-edce0331-474f-4aa3-93d5-f89067316800 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3348846 Mar 31 21:35:14.630291 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-60657c3b-a615-4b28-8ad5-3a076bf619c2 req-f265b922-7b69-42d3-9dce-f1fed42dff13 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (63bffb58-602c-40fe-8425-140d6645791e), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.674540 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50350) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:14.692737 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b327b20-b09b-4e93-a745-5e036e16f255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.711379 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3df5-2393-4f2f-9bbe-fcb88d76e6f7 admin admin] Publish callbacks [] for security_group (5a989b17-fe17-478a-a03b-16d3cb173cc4), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.734412 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d1a2755-10d8-4aa3-bfc6-b605796f38a0 req-525ddf8f-e74c-41cd-b9ab-eaeee8e7bdc3 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945108 Mar 31 21:35:14.736229 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Pushing event updated for resources: {'Port': ['ID=e9713974-2fe3-4758-ac12-906a5f3b1b96,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:14.772361 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1fc3df5-2393-4f2f-9bbe-fcb88d76e6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (5a989b17-fe17-478a-a03b-16d3cb173cc4), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.782483 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec17177-375e-49fb-9cef-f609584e4311 req-b8a9e39d-bbc1-478e-a244-731663668e6b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:14.784191 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4ec17177-375e-49fb-9cef-f609584e4311 req-b8a9e39d-bbc1-478e-a244-731663668e6b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 931 time: 0.3515663 Mar 31 21:35:14.803781 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b327b20-b09b-4e93-a745-5e036e16f255 admin admin] Publish callbacks [] for security_group (e7eb7b37-2ce9-4db9-81e3-5c72d22e470d), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.808604 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1b327b20-b09b-4e93-a745-5e036e16f255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (e7eb7b37-2ce9-4db9-81e3-5c72d22e470d), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.857164 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b327b20-b09b-4e93-a745-5e036e16f255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eb7b37-2ce9-4db9-81e3-5c72d22e470d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:14.861454 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-1b327b20-b09b-4e93-a745-5e036e16f255 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=488a2e2f3ef749a99fea55f0390e47dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858277 Mar 31 21:35:14.864142 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50358) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:14.905441 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265b922-7b69-42d3-9dce-f1fed42dff13 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=63bffb58-602c-40fe-8425-140d6645791e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:14.910567 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-60657c3b-a615-4b28-8ad5-3a076bf619c2 req-f265b922-7b69-42d3-9dce-f1fed42dff13 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1768353 Mar 31 21:35:14.970792 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ab9480c-1ad7-4138-9e43-1434468a4289 admin admin] Publish callbacks [] for security_group (e7eb7b37-2ce9-4db9-81e3-5c72d22e470d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:14.991627 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['448a6287-1070-4963-890f-ead611e1bc25'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:35:15.001750 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ab9480c-1ad7-4138-9e43-1434468a4289 admin admin] Publish callbacks [] for security_group (e7eb7b37-2ce9-4db9-81e3-5c72d22e470d), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:15.024544 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b1fc3df5-2393-4f2f-9bbe-fcb88d76e6f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efd8414a5aad47e5a799ce2d4e987e83&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3738360 Mar 31 21:35:15.031695 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50364) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:15.060340 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc3df5-2393-4f2f-9bbe-fcb88d76e6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a989b17-fe17-478a-a03b-16d3cb173cc4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:15.090438 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4ec17177-375e-49fb-9cef-f609584e4311 req-8151043c-1183-4aef-a0d2-22cfdfb0a566 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407036 Mar 31 21:35:15.129260 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a748ad69-a2bf-495f-944a-d42eee0cb95d req-d371efc2-dd42-403d-b16e-1da3c0704287 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952264 Mar 31 21:35:15.138273 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c02a7d-6ce9-4e45-a9e7-5c66fc00abca req-ae498eb3-8e64-4320-b0ce-f3c63e5e8eec tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:15.139810 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e7c02a7d-6ce9-4e45-a9e7-5c66fc00abca req-ae498eb3-8e64-4320-b0ce-f3c63e5e8eec tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 945 time: 0.1746194 Mar 31 21:35:15.140561 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Attempting to bind port e9713974-2fe3-4758-ac12-906a5f3b1b96 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:35:15.141525 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Attempting to bind port e9713974-2fe3-4758-ac12-906a5f3b1b96 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:35:15.141525 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Attempting to bind port e9713974-2fe3-4758-ac12-906a5f3b1b96 on network a844914c-5cf6-4424-8cb4-7741526740b1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:15.151060 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Port e9713974-2fe3-4758-ac12-906a5f3b1b96 on network a844914c-5cf6-4424-8cb4-7741526740b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:35:15.151432 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Attempting to bind port e9713974-2fe3-4758-ac12-906a5f3b1b96 on network a844914c-5cf6-4424-8cb4-7741526740b1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:15.164120 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:35:15.164463 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Checking segment: {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:35:15.164839 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Bound using segment: {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:35:15.165281 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Bound port: e9713974-2fe3-4758-ac12-906a5f3b1b96, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:35:15.165656 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:15.168168 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2dafd234-f3bc-49a9-8b6c-e96685a68e27 admin admin] Publish callbacks [] for security_group (5a989b17-fe17-478a-a03b-16d3cb173cc4), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:15.224130 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ab9480c-1ad7-4138-9e43-1434468a4289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (e7eb7b37-2ce9-4db9-81e3-5c72d22e470d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:15.229156 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1ab9480c-1ad7-4138-9e43-1434468a4289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:15.232453 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-1ab9480c-1ad7-4138-9e43-1434468a4289 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7eb7b37-2ce9-4db9-81e3-5c72d22e470d HTTP/1.1" status: 204 len: 168 time: 0.3671021 Mar 31 21:35:15.245238 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2dafd234-f3bc-49a9-8b6c-e96685a68e27 admin admin] Publish callbacks [] for security_group (5a989b17-fe17-478a-a03b-16d3cb173cc4), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:15.270767 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e7c02a7d-6ce9-4e45-a9e7-5c66fc00abca req-d1871588-dec4-44bf-98dd-24dda60503ac tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141498 Mar 31 21:35:15.275111 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9480c-1ad7-4138-9e43-1434468a4289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eb7b37-2ce9-4db9-81e3-5c72d22e470d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:15.359288 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2dafd234-f3bc-49a9-8b6c-e96685a68e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (5a989b17-fe17-478a-a03b-16d3cb173cc4), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:15.367258 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2dafd234-f3bc-49a9-8b6c-e96685a68e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:15.368793 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] For port e9713974-2fe3-4758-ac12-906a5f3b1b96, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:35:15.369424 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2dafd234-f3bc-49a9-8b6c-e96685a68e27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a989b17-fe17-478a-a03b-16d3cb173cc4 HTTP/1.1" status: 204 len: 168 time: 0.3363917 Mar 31 21:35:15.374533 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] For port e9713974-2fe3-4758-ac12-906a5f3b1b96, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:35:15.383774 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafd234-f3bc-49a9-8b6c-e96685a68e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a989b17-fe17-478a-a03b-16d3cb173cc4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:15.414701 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:15.545899 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:15.546556 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:15.548143 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] 10.222.0.13 "PUT /v2.0/ports/e9713974-2fe3-4758-ac12-906a5f3b1b96 HTTP/1.1" status: 200 len: 1093 time: 2.6515503 Mar 31 21:35:15.550658 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a748ad69-a2bf-495f-944a-d42eee0cb95d req-8beff259-f747-486b-958e-341472d12814 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085163 Mar 31 21:35:15.551076 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'tag': 'e9713974-2fe3-4758-ac12-906a5f3b1b96'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:35:15.560537 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281bbbfe-95d1-482e-ac94-7b4a0627405a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a77c539-12b6-4121-8220-e086d8f7dbf6", "tag": "e9713974-2fe3-4758-ac12-906a5f3b1b96"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:35:15.604771 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86807b37-5b45-4fd4-8b85-97391cdb9345 service neutron] Pushing event updated for resources: {'Port': ['ID=e9713974-2fe3-4758-ac12-906a5f3b1b96,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:15.666069 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ac888-62d0-491e-91a8-55e3bef6eea2 req-cd3e9935-3876-474a-a3e5-6feef3dab092 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:15.667687 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-078ac888-62d0-491e-91a8-55e3bef6eea2 req-cd3e9935-3876-474a-a3e5-6feef3dab092 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 943 time: 0.1604855 Mar 31 21:35:15.698946 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a079c7-f33f-4597-acda-29cd8a682d88 x-openstack-request-id: req-b0a079c7-f33f-4597-acda-29cd8a682d88 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:35:15.699385 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a77c539-12b6-4121-8220-e086d8f7dbf6", "tag": "e9713974-2fe3-4758-ac12-906a5f3b1b96", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:35:15.699741 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0a079c7-f33f-4597-acda-29cd8a682d88 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:35:15.700244 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a079c7-f33f-4597-acda-29cd8a682d88'] response: {'name': 'network-changed', 'server_uuid': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'tag': 'e9713974-2fe3-4758-ac12-906a5f3b1b96', 'status': 'completed', 'code': 200} Mar 31 21:35:15.796999 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf891-6400-410c-9d9a-0a73f7536088 req-b9020576-835b-4898-8503-558c6d8e6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:15.798758 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-b9020576-835b-4898-8503-558c6d8e6bce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 1127 time: 0.1301370 Mar 31 21:35:15.846839 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-078ac888-62d0-491e-91a8-55e3bef6eea2 req-8c5c07e0-5947-45be-8d7f-b93e7c5b746d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454883 Mar 31 21:35:15.850835 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-ceb872fb-dabe-4ef6-8dd2-af9d77658481 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96 HTTP/1.1" status: 200 len: 217 time: 0.0428345 Mar 31 21:35:15.951602 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf891-6400-410c-9d9a-0a73f7536088 req-0bd77db9-a541-4b44-89a4-4f13f4387176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:15.953081 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-0bd77db9-a541-4b44-89a4-4f13f4387176 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e267cd5-9f0f-49b6-a0f6-32ad45673e51 HTTP/1.1" status: 200 len: 849 time: 0.0896432 Mar 31 21:35:15.975630 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf97b6-d227-4447-85dd-220cc5a440e7 req-19a30728-54da-43c8-a87a-59d5df9d9da5 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:15.977630 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e1bf97b6-d227-4447-85dd-220cc5a440e7 req-19a30728-54da-43c8-a87a-59d5df9d9da5 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 945 time: 0.1295202 Mar 31 21:35:16.051542 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cf891-6400-410c-9d9a-0a73f7536088 req-b2acac2e-1bc3-4466-85a5-2bb1dc95e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:16.053077 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-b2acac2e-1bc3-4466-85a5-2bb1dc95e3ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a844914c-5cf6-4424-8cb4-7741526740b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924613 Mar 31 21:35:16.057929 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e1bf97b6-d227-4447-85dd-220cc5a440e7 req-0c8d3317-d139-4223-9a87-a8eb291e0dbc tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605049 Mar 31 21:35:16.147352 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 50404) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:16.170406 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-45a4dde0-7b05-46dd-9d04-27034bd91d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:16.221193 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-65435369-1ad9-4704-82ad-2e501afc61b1 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608992 Mar 31 21:35:16.318676 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 448a6287-1070-4963-890f-ead611e1bc25 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:35:16.361874 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aa281-c87f-45a6-b345-48d8d78368bd req-cef5a2d1-56ee-4f14-8cdb-59e9f708dfb0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:16.363512 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e2aa281-c87f-45a6-b345-48d8d78368bd req-cef5a2d1-56ee-4f14-8cdb-59e9f708dfb0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 943 time: 0.1659694 Mar 31 21:35:16.394607 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port 448a6287-1070-4963-890f-ead611e1bc25 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:35:16.402718 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 448a6287-1070-4963-890f-ead611e1bc25 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:16.404175 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (448a6287-1070-4963-890f-ead611e1bc25), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:16.428958 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-141cf891-6400-410c-9d9a-0a73f7536088 req-4c72550d-82fe-48cd-83db-7ff3fc11a1b1 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872573 Mar 31 21:35:16.525126 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 448a6287-1070-4963-890f-ead611e1bc25 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:16.526058 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (448a6287-1070-4963-890f-ead611e1bc25), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:16.548397 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-45a4dde0-7b05-46dd-9d04-27034bd91d7f admin admin] Publish callbacks [] for security_group (47d4274a-7938-4626-87f2-7e8aae4bb8bb), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:16.558510 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-45a4dde0-7b05-46dd-9d04-27034bd91d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (47d4274a-7938-4626-87f2-7e8aae4bb8bb), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:16.567778 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b876d53-2dee-4e0d-a5f7-854d16c1675f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448a6287-1070-4963-890f-ead611e1bc25'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:35:16.568964 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e2aa281-c87f-45a6-b345-48d8d78368bd req-3db38dc2-a491-436c-87be-5597445bd7a4 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932952 Mar 31 21:35:16.570835 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda2977d-6ac8-4f58-b71b-225acdcc35b2" -d '{"events": [{"server_uuid": "5b876d53-2dee-4e0d-a5f7-854d16c1675f", "name": "network-vif-plugged", "status": "completed", "tag": "448a6287-1070-4963-890f-ead611e1bc25"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:35:16.589857 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 448a6287-1070-4963-890f-ead611e1bc25, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=448a6287-1070-4963-890f-ead611e1bc25,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:16.597698 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (448a6287-1070-4963-890f-ead611e1bc25), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:16.641146 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c690c-7d49-4521-a633-3f88c569d020 req-330ed1cb-a2e4-4308-aa3a-8cea08b117dd tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:16.645607 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-793c690c-7d49-4521-a633-3f88c569d020 req-330ed1cb-a2e4-4308-aa3a-8cea08b117dd tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 945 time: 0.2488499 Mar 31 21:35:16.647467 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4dde0-7b05-46dd-9d04-27034bd91d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d4274a-7938-4626-87f2-7e8aae4bb8bb,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:16.653376 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-45a4dde0-7b05-46dd-9d04-27034bd91d7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3dd1d40530034612b223158b608eb358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046546 Mar 31 21:35:16.657072 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 50424) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:16.683387 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96a1f0e-d895-4ddd-9b5c-d6c09532af6a x-openstack-request-id: req-b96a1f0e-d895-4ddd-9b5c-d6c09532af6a {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:35:16.684456 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b876d53-2dee-4e0d-a5f7-854d16c1675f", "name": "network-vif-plugged", "status": "completed", "tag": "448a6287-1070-4963-890f-ead611e1bc25", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:35:16.684873 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b96a1f0e-d895-4ddd-9b5c-d6c09532af6a {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:35:16.685421 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b96a1f0e-d895-4ddd-9b5c-d6c09532af6a'] response: {'server_uuid': '5b876d53-2dee-4e0d-a5f7-854d16c1675f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448a6287-1070-4963-890f-ead611e1bc25', 'code': 200} Mar 31 21:35:16.689919 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bbbfe-95d1-482e-ac94-7b4a0627405a req-740dae6e-ca86-44ce-b1dd-a399c3d9e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:16.691565 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-281bbbfe-95d1-482e-ac94-7b4a0627405a req-740dae6e-ca86-44ce-b1dd-a399c3d9e173 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 1127 time: 0.1950548 Mar 31 21:35:16.729240 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=448a6287-1070-4963-890f-ead611e1bc25,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:16.801269 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-793c690c-7d49-4521-a633-3f88c569d020 req-806c6559-deab-45cb-a4ae-e124197ac067 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545978 Mar 31 21:35:16.839079 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64857f2f-9391-4b12-a7a2-282374b251f2 admin admin] Publish callbacks [] for security_group (47d4274a-7938-4626-87f2-7e8aae4bb8bb), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:16.887409 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64857f2f-9391-4b12-a7a2-282374b251f2 admin admin] Publish callbacks [] for security_group (47d4274a-7938-4626-87f2-7e8aae4bb8bb), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:16.889751 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bbbfe-95d1-482e-ac94-7b4a0627405a req-c4f65ac4-f1ab-43a7-86ad-da23b2d3dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:16.891246 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-281bbbfe-95d1-482e-ac94-7b4a0627405a req-c4f65ac4-f1ab-43a7-86ad-da23b2d3dda7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 200 len: 910 time: 0.1852548 Mar 31 21:35:16.968584 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-281bbbfe-95d1-482e-ac94-7b4a0627405a req-c3d4cab4-426e-4c04-9429-2db2ab631adb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96 HTTP/1.1" status: 200 len: 217 time: 0.0571399 Mar 31 21:35:17.064282 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5837150-e4e5-436d-ac38-eb20f35dcdc1 req-950cb1b3-5702-40f3-9541-f85d7f9c5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:17.066650 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b5837150-e4e5-436d-ac38-eb20f35dcdc1 req-950cb1b3-5702-40f3-9541-f85d7f9c5b2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 1130 time: 0.1931188 Mar 31 21:35:17.084192 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bbbfe-95d1-482e-ac94-7b4a0627405a req-63f201d9-3359-4aca-8c27-0ed4b2793049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:17.085631 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-281bbbfe-95d1-482e-ac94-7b4a0627405a req-63f201d9-3359-4aca-8c27-0ed4b2793049 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e267cd5-9f0f-49b6-a0f6-32ad45673e51 HTTP/1.1" status: 200 len: 849 time: 0.0995648 Mar 31 21:35:17.109726 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64857f2f-9391-4b12-a7a2-282374b251f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (47d4274a-7938-4626-87f2-7e8aae4bb8bb), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:17.113223 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64857f2f-9391-4b12-a7a2-282374b251f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:17.114985 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-64857f2f-9391-4b12-a7a2-282374b251f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47d4274a-7938-4626-87f2-7e8aae4bb8bb HTTP/1.1" status: 204 len: 168 time: 0.4514017 Mar 31 21:35:17.156892 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921be91-2528-443f-8a93-6803ee1df410 req-add2205f-fe72-44a5-9bc8-4849ac4ebc5e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:17.159016 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8921be91-2528-443f-8a93-6803ee1df410 req-add2205f-fe72-44a5-9bc8-4849ac4ebc5e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 943 time: 0.2041936 Mar 31 21:35:17.166905 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64857f2f-9391-4b12-a7a2-282374b251f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d4274a-7938-4626-87f2-7e8aae4bb8bb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:17.227339 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b5837150-e4e5-436d-ac38-eb20f35dcdc1 req-51d97e8c-5898-45a1-8152-4898341698af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525679 Mar 31 21:35:17.264411 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bbbfe-95d1-482e-ac94-7b4a0627405a req-c9ffbbd7-810d-4c30-89f2-19bcec64630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:17.265941 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-281bbbfe-95d1-482e-ac94-7b4a0627405a req-c9ffbbd7-810d-4c30-89f2-19bcec64630a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a844914c-5cf6-4424-8cb4-7741526740b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1683781 Mar 31 21:35:17.302957 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8921be91-2528-443f-8a93-6803ee1df410 req-5415c8a9-cf3a-4dc2-b59c-e88d18e19733 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279488 Mar 31 21:35:17.314794 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4670b6-fdd9-4a83-b06a-29a4fb685549 req-ddea3bf4-ec25-4bfe-96b8-ddd69f66fdbe tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:17.317106 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ad4670b6-fdd9-4a83-b06a-29a4fb685549 req-ddea3bf4-ec25-4bfe-96b8-ddd69f66fdbe tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 945 time: 0.1513546 Mar 31 21:35:17.396463 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ad4670b6-fdd9-4a83-b06a-29a4fb685549 req-ed31eb25-bd86-45c1-8932-4b0a58ee0ecd tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734153 Mar 31 21:35:17.638093 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-281bbbfe-95d1-482e-ac94-7b4a0627405a req-e47e5187-c564-4c57-9aba-02e8cc3a33c1 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252429 Mar 31 21:35:18.027481 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904db5c-4391-4c59-a03b-9588deefb9c1 req-c17e64be-ed4b-4183-ac99-4f5389230f02 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:18.029038 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6904db5c-4391-4c59-a03b-9588deefb9c1 req-c17e64be-ed4b-4183-ac99-4f5389230f02 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 943 time: 0.3796427 Mar 31 21:35:18.057890 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573d3a1-7c06-4328-9028-cde695e30e50 req-ff8b10be-d8ae-41ba-853b-56e7b18539b6 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:18.059407 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d573d3a1-7c06-4328-9028-cde695e30e50 req-ff8b10be-d8ae-41ba-853b-56e7b18539b6 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1505754 Mar 31 21:35:18.069120 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-281bbbfe-95d1-482e-ac94-7b4a0627405a req-e2927c21-3692-4b5c-8449-430b38ced745 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090004 Mar 31 21:35:18.141133 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6904db5c-4391-4c59-a03b-9588deefb9c1 req-0bc85c2f-b6cf-4a47-9faf-be30f48deaf8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048906 Mar 31 21:35:18.171859 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d573d3a1-7c06-4328-9028-cde695e30e50 req-528335f8-0524-48b0-b4ef-afe0bde6b3e7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006830 Mar 31 21:35:18.348314 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 02050ae6-7027-4561-8e8e-79a05d7338b1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:35:18.442830 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58675c7-1745-4a1f-b888-028f45c6a1af req-13c495d3-0c77-4232-aa93-a2e102132654 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:18.442830 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c58675c7-1745-4a1f-b888-028f45c6a1af req-13c495d3-0c77-4232-aa93-a2e102132654 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 943 time: 0.0723853 Mar 31 21:35:18.608108 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c58675c7-1745-4a1f-b888-028f45c6a1af req-43e8c56d-713d-4c43-844c-fa1d0569acc6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608853 Mar 31 21:35:18.620958 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0af064-5ac9-4d02-a335-14ec53dfdb5d req-efeda1d4-ecb4-4652-8c1a-a4661f977a53 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:18.631407 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a0af064-5ac9-4d02-a335-14ec53dfdb5d req-efeda1d4-ecb4-4652-8c1a-a4661f977a53 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 945 time: 0.1029994 Mar 31 21:35:18.664339 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 02050ae6-7027-4561-8e8e-79a05d7338b1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=02050ae6-7027-4561-8e8e-79a05d7338b1,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:18.708833 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '02050ae6-7027-4561-8e8e-79a05d7338b1', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'port_id': '02050ae6-7027-4561-8e8e-79a05d7338b1', 'mac_address': 'fa:16:3e:40:f7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:35:18.712968 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a0af064-5ac9-4d02-a335-14ec53dfdb5d req-1a408254-b8b7-42b0-9fde-7031a7d1ced0 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780613 Mar 31 21:35:18.733769 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 50524) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:18.823871 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 02050ae6-7027-4561-8e8e-79a05d7338b1 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:18.824477 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:18.840972 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02050ae6-7027-4561-8e8e-79a05d7338b1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:35:18.871288 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 02050ae6-7027-4561-8e8e-79a05d7338b1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=02050ae6-7027-4561-8e8e-79a05d7338b1,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:18.878223 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:18.879382 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device d950dc50-aac5-4e48-8e22-6a48afcaffa9 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:35:18.992092 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50536) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:19.009296 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=02050ae6-7027-4561-8e8e-79a05d7338b1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:19.070503 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port d950dc50-aac5-4e48-8e22-6a48afcaffa9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d950dc50-aac5-4e48-8e22-6a48afcaffa9,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:19.074262 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a15b26a1-7c1e-4f47-99dc-db92662e6598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.088107 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'port_id': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'mac_address': 'fa:16:3e:66:73:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:35:19.135773 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-884e4b60-c569-4d7b-91da-3c44427e2113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.166027 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port d950dc50-aac5-4e48-8e22-6a48afcaffa9 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:19.168937 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.193489 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a15b26a1-7c1e-4f47-99dc-db92662e6598 admin admin] Publish callbacks [] for security_group (bce016f5-973e-496b-936e-f143f461aa7d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.200181 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a15b26a1-7c1e-4f47-99dc-db92662e6598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (bce016f5-973e-496b-936e-f143f461aa7d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.222202 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d950dc50-aac5-4e48-8e22-6a48afcaffa9 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:35:19.290541 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-884e4b60-c569-4d7b-91da-3c44427e2113 admin admin] Publish callbacks [] for security_group (879b9306-d533-483d-9c7d-c54fa9093ca9), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.298829 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port d950dc50-aac5-4e48-8e22-6a48afcaffa9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d950dc50-aac5-4e48-8e22-6a48afcaffa9,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:19.300239 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-884e4b60-c569-4d7b-91da-3c44427e2113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (879b9306-d533-483d-9c7d-c54fa9093ca9), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.305465 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.350058 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-884e4b60-c569-4d7b-91da-3c44427e2113 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4864f954d355415ca86051c478101cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552988 Mar 31 21:35:19.358205 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50552) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:19.359065 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50554) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:19.396249 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=d950dc50-aac5-4e48-8e22-6a48afcaffa9,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:19.409117 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a15b26a1-7c1e-4f47-99dc-db92662e6598 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=573bb921a913467aa592dde7c3d3a35d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6736286 Mar 31 21:35:19.411084 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e4b60-c569-4d7b-91da-3c44427e2113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879b9306-d533-483d-9c7d-c54fa9093ca9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:19.415879 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 50560) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:19.416753 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b26a1-7c1e-4f47-99dc-db92662e6598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce016f5-973e-496b-936e-f143f461aa7d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:19.444052 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58e52d48-7c44-417d-ac40-49c2231b39b3 admin admin] Publish callbacks [] for security_group (879b9306-d533-483d-9c7d-c54fa9093ca9), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.468198 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58e52d48-7c44-417d-ac40-49c2231b39b3 admin admin] Publish callbacks [] for security_group (879b9306-d533-483d-9c7d-c54fa9093ca9), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.487803 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed61b9-011c-438c-a69c-4a0b6e6952fe req-9f6bd499-efc6-489e-bb39-8e3291797655 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:19.489418 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-daed61b9-011c-438c-a69c-4a0b6e6952fe req-9f6bd499-efc6-489e-bb39-8e3291797655 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1291485 Mar 31 21:35:19.501209 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b9f67-65d5-4493-b585-a54633a81fbf req-3aa8767d-ccfe-4b7e-b70f-2af209edb832 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:19.503383 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-061b9f67-65d5-4493-b585-a54633a81fbf req-3aa8767d-ccfe-4b7e-b70f-2af209edb832 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 943 time: 0.2116704 Mar 31 21:35:19.515558 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73a85c8d-0a3b-4d5c-9202-a8818f7668d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.544576 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58e52d48-7c44-417d-ac40-49c2231b39b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (879b9306-d533-483d-9c7d-c54fa9093ca9), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.547419 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58e52d48-7c44-417d-ac40-49c2231b39b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.549119 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-58e52d48-7c44-417d-ac40-49c2231b39b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/879b9306-d533-483d-9c7d-c54fa9093ca9 HTTP/1.1" status: 204 len: 168 time: 0.1872327 Mar 31 21:35:19.551118 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c125b55-c3b6-487c-a87a-15c85821ff45 admin admin] Publish callbacks [] for security_group (bce016f5-973e-496b-936e-f143f461aa7d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.567947 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e52d48-7c44-417d-ac40-49c2231b39b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879b9306-d533-483d-9c7d-c54fa9093ca9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:19.608476 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c125b55-c3b6-487c-a87a-15c85821ff45 admin admin] Publish callbacks [] for security_group (bce016f5-973e-496b-936e-f143f461aa7d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.620535 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73a85c8d-0a3b-4d5c-9202-a8818f7668d4 admin admin] Publish callbacks [] for security_group (6bb5e20f-d66f-4d22-b0f5-16b9bdac4540), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.625913 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-73a85c8d-0a3b-4d5c-9202-a8818f7668d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (6bb5e20f-d66f-4d22-b0f5-16b9bdac4540), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.627694 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-daed61b9-011c-438c-a69c-4a0b6e6952fe req-698eea6c-596c-4658-a6bb-830274097342 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231341 Mar 31 21:35:19.641810 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-061b9f67-65d5-4493-b585-a54633a81fbf req-f6e8adbb-0067-4f67-8462-d7aa846db4fc tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276703 Mar 31 21:35:19.683388 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['02050ae6-7027-4561-8e8e-79a05d7338b1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:35:19.714750 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a85c8d-0a3b-4d5c-9202-a8818f7668d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb5e20f-d66f-4d22-b0f5-16b9bdac4540,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:19.722542 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c125b55-c3b6-487c-a87a-15c85821ff45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (bce016f5-973e-496b-936e-f143f461aa7d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.723115 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-73a85c8d-0a3b-4d5c-9202-a8818f7668d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67d1d130655a4d2cacd7ada3e95a6c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624263 Mar 31 21:35:19.725329 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50568) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:19.728044 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c125b55-c3b6-487c-a87a-15c85821ff45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.732727 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5c125b55-c3b6-487c-a87a-15c85821ff45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bce016f5-973e-496b-936e-f143f461aa7d HTTP/1.1" status: 204 len: 168 time: 0.3128958 Mar 31 21:35:19.775986 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['d950dc50-aac5-4e48-8e22-6a48afcaffa9'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:35:19.781741 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c125b55-c3b6-487c-a87a-15c85821ff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce016f5-973e-496b-936e-f143f461aa7d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:19.790677 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e4d9-9a73-4826-b339-d3826802d5fe admin admin] Publish callbacks [] for security_group (6bb5e20f-d66f-4d22-b0f5-16b9bdac4540), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.831351 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e4d9-9a73-4826-b339-d3826802d5fe admin admin] Publish callbacks [] for security_group (6bb5e20f-d66f-4d22-b0f5-16b9bdac4540), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.901298 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9a50b-4f93-48ed-a733-ffeee6947e97 req-b40fd503-9138-4ba4-8eb8-f2bb3026cee0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:19.909647 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7cf9a50b-4f93-48ed-a733-ffeee6947e97 req-b40fd503-9138-4ba4-8eb8-f2bb3026cee0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 944 time: 0.1350863 Mar 31 21:35:19.950770 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e4d9-9a73-4826-b339-d3826802d5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (6bb5e20f-d66f-4d22-b0f5-16b9bdac4540), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.956768 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f6a5e4d9-9a73-4826-b339-d3826802d5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:19.957805 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-f6a5e4d9-9a73-4826-b339-d3826802d5fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bb5e20f-d66f-4d22-b0f5-16b9bdac4540 HTTP/1.1" status: 204 len: 168 time: 0.2312152 Mar 31 21:35:19.988767 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7cf9a50b-4f93-48ed-a733-ffeee6947e97 req-26cb9e01-f793-4f5e-b610-25df74ce2f2f tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775914 Mar 31 21:35:19.993998 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5e4d9-9a73-4826-b339-d3826802d5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb5e20f-d66f-4d22-b0f5-16b9bdac4540,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:20.298912 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204689d5-92be-4763-b381-6331d75e878f req-7153651d-14dd-40f1-98e9-a5f6d2283dfd tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:20.301691 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-204689d5-92be-4763-b381-6331d75e878f req-7153651d-14dd-40f1-98e9-a5f6d2283dfd tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1549752 Mar 31 21:35:20.305560 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affe02-ff35-498f-ab22-123a51e2b4e1 req-00facf81-9631-4b67-a961-c922dc778149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:20.307747 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1affe02-ff35-498f-ab22-123a51e2b4e1 req-00facf81-9631-4b67-a961-c922dc778149 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 1130 time: 0.1412880 Mar 31 21:35:20.348237 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50590) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:20.364589 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device e9713974-2fe3-4758-ac12-906a5f3b1b96 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:35:20.371695 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2bf7c822-5b3a-4d62-bca8-6af12b9445e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:20.465878 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-204689d5-92be-4763-b381-6331d75e878f req-d6044c88-9486-499e-acb0-ef95a68f5167 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565998 Mar 31 21:35:20.542755 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affe02-ff35-498f-ab22-123a51e2b4e1 req-e02c816f-f2eb-4832-b047-69689966cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:20.544367 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1affe02-ff35-498f-ab22-123a51e2b4e1 req-e02c816f-f2eb-4832-b047-69689966cec5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.2231417 Mar 31 21:35:20.570159 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2bf7c822-5b3a-4d62-bca8-6af12b9445e5 admin admin] Publish callbacks [] for security_group (d0d27988-d747-4eda-a43c-1c096309df81), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:20.576165 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2bf7c822-5b3a-4d62-bca8-6af12b9445e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d0d27988-d747-4eda-a43c-1c096309df81), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:20.592616 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port e9713974-2fe3-4758-ac12-906a5f3b1b96, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:20.635460 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1affe02-ff35-498f-ab22-123a51e2b4e1 req-9a7289a8-76fe-4da2-a4f8-9d4c3bc3f63f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=448a6287-1070-4963-890f-ead611e1bc25 HTTP/1.1" status: 200 len: 217 time: 0.0833704 Mar 31 21:35:20.637379 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2bf7c822-5b3a-4d62-bca8-6af12b9445e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffc5260b6cc642289c9882ef86143aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873020 Mar 31 21:35:20.640130 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50606) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:20.650186 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7c822-5b3a-4d62-bca8-6af12b9445e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d27988-d747-4eda-a43c-1c096309df81,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:20.653699 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': 'e9713974-2fe3-4758-ac12-906a5f3b1b96', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'port_id': 'e9713974-2fe3-4758-ac12-906a5f3b1b96', 'mac_address': 'fa:16:3e:46:3f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:35:20.723655 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affe02-ff35-498f-ab22-123a51e2b4e1 req-1c565602-ecf6-45f0-9c6c-10b6a8a1c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:20.725632 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1affe02-ff35-498f-ab22-123a51e2b4e1 req-1c565602-ecf6-45f0-9c6c-10b6a8a1c758 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0839598 Mar 31 21:35:20.730521 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f153851-5440-4e9f-9320-2bb058b94ef4 admin admin] Publish callbacks [] for security_group (d0d27988-d747-4eda-a43c-1c096309df81), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:20.776429 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f153851-5440-4e9f-9320-2bb058b94ef4 admin admin] Publish callbacks [] for security_group (d0d27988-d747-4eda-a43c-1c096309df81), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:20.783771 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port e9713974-2fe3-4758-ac12-906a5f3b1b96 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:20.784764 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:20.821773 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9713974-2fe3-4758-ac12-906a5f3b1b96 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:35:20.831460 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 50616) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:20.860821 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f153851-5440-4e9f-9320-2bb058b94ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d0d27988-d747-4eda-a43c-1c096309df81), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:20.862757 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port e9713974-2fe3-4758-ac12-906a5f3b1b96, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:20.864952 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6f153851-5440-4e9f-9320-2bb058b94ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:20.866295 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6f153851-5440-4e9f-9320-2bb058b94ef4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0d27988-d747-4eda-a43c-1c096309df81 HTTP/1.1" status: 204 len: 168 time: 0.2250762 Mar 31 21:35:20.869110 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd49291a-8700-474f-bf53-862c8a611efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:20.872058 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:20.878112 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f153851-5440-4e9f-9320-2bb058b94ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d27988-d747-4eda-a43c-1c096309df81,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:20.907654 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1affe02-ff35-498f-ab22-123a51e2b4e1 req-d1441510-4f9a-413f-bcf9-c1cf5fbf1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:20.909253 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1affe02-ff35-498f-ab22-123a51e2b4e1 req-d1441510-4f9a-413f-bcf9-c1cf5fbf1e01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1767354 Mar 31 21:35:20.966189 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=e9713974-2fe3-4758-ac12-906a5f3b1b96,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:21.020974 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fa4da-a8f3-4b80-8abb-cef378f9be0c req-b6738a94-db0f-45a2-a288-c9445851dbcd tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:21.022700 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fa9fa4da-a8f3-4b80-8abb-cef378f9be0c req-b6738a94-db0f-45a2-a288-c9445851dbcd tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 943 time: 0.2358656 Mar 31 21:35:21.194650 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fa9fa4da-a8f3-4b80-8abb-cef378f9be0c req-00c2c627-8dff-47da-b6d2-df7e7be8a98e tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634922 Mar 31 21:35:21.222821 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1affe02-ff35-498f-ab22-123a51e2b4e1 req-35c488ac-a6a6-46fe-8725-f20cec9a571a service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065383 Mar 31 21:35:21.233899 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd49291a-8700-474f-bf53-862c8a611efe admin admin] Publish callbacks [] for security_group (0118b1aa-e7b7-4c02-90e1-2b0c3a806b29), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:21.239007 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd49291a-8700-474f-bf53-862c8a611efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (0118b1aa-e7b7-4c02-90e1-2b0c3a806b29), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:21.289679 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4fb07-1652-4ea0-8909-525b61ad387a req-ca920853-148e-4b80-9fd6-567d076c029e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:21.291348 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d8a4fb07-1652-4ea0-8909-525b61ad387a req-ca920853-148e-4b80-9fd6-567d076c029e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 944 time: 0.1697013 Mar 31 21:35:21.313035 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49291a-8700-474f-bf53-862c8a611efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0118b1aa-e7b7-4c02-90e1-2b0c3a806b29,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:21.322413 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-dd49291a-8700-474f-bf53-862c8a611efe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=833ff55971114c32b5abe0a1f7fb91f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4853606 Mar 31 21:35:21.324775 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50636) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:21.389849 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['e9713974-2fe3-4758-ac12-906a5f3b1b96'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:35:21.390784 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e244a6f-c6f9-4ef5-a263-5632858053ac admin admin] Publish callbacks [] for security_group (0118b1aa-e7b7-4c02-90e1-2b0c3a806b29), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:21.428431 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e244a6f-c6f9-4ef5-a263-5632858053ac admin admin] Publish callbacks [] for security_group (0118b1aa-e7b7-4c02-90e1-2b0c3a806b29), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:21.511195 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e244a6f-c6f9-4ef5-a263-5632858053ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (0118b1aa-e7b7-4c02-90e1-2b0c3a806b29), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:21.517984 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e244a6f-c6f9-4ef5-a263-5632858053ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:21.523692 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-1e244a6f-c6f9-4ef5-a263-5632858053ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0118b1aa-e7b7-4c02-90e1-2b0c3a806b29 HTTP/1.1" status: 204 len: 168 time: 0.1956403 Mar 31 21:35:21.532143 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1affe02-ff35-498f-ab22-123a51e2b4e1 req-49d3112f-3908-45cb-a818-495aa114a7b5 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379510 Mar 31 21:35:21.543850 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e244a6f-c6f9-4ef5-a263-5632858053ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0118b1aa-e7b7-4c02-90e1-2b0c3a806b29,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:21.555067 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d8a4fb07-1652-4ea0-8909-525b61ad387a req-a2385afc-5114-428d-aac7-ee25ab677197 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356594 Mar 31 21:35:21.738059 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0e7bb-c5a7-42cc-8e95-4b3d60468118 req-2c806b37-16a9-4043-8755-a736e97e5290 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:21.754175 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d2d0e7bb-c5a7-42cc-8e95-4b3d60468118 req-2c806b37-16a9-4043-8755-a736e97e5290 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1523845 Mar 31 21:35:21.849161 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d2d0e7bb-c5a7-42cc-8e95-4b3d60468118 req-f7d7a732-3060-4f8c-a381-f0885895da18 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861831 Mar 31 21:35:22.196197 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 50716) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:22.211933 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63ed1802-6491-4519-be70-bb15efbfe7fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:22.365717 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 02050ae6-7027-4561-8e8e-79a05d7338b1 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:35:22.369565 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63ed1802-6491-4519-be70-bb15efbfe7fc admin admin] Publish callbacks [] for security_group (eb857d05-248b-4ce7-b865-72f7a913d22d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:22.378344 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-63ed1802-6491-4519-be70-bb15efbfe7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (eb857d05-248b-4ce7-b865-72f7a913d22d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:22.415784 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed1802-6491-4519-be70-bb15efbfe7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb857d05-248b-4ce7-b865-72f7a913d22d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:22.432610 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port 02050ae6-7027-4561-8e8e-79a05d7338b1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:35:22.437743 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 02050ae6-7027-4561-8e8e-79a05d7338b1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:22.438170 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:22.450493 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de537d-76f8-4e90-bb17-a6bc2e89ccf9 req-60cc5162-83e3-4dc6-9f79-0a0022e5a2f2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:22.451992 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-89de537d-76f8-4e90-bb17-a6bc2e89ccf9 req-60cc5162-83e3-4dc6-9f79-0a0022e5a2f2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 944 time: 0.1886950 Mar 31 21:35:22.457953 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50730) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:22.458508 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-63ed1802-6491-4519-be70-bb15efbfe7fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f29da9e4387e46cd823885e879a2a0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595892 Mar 31 21:35:22.505365 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-89de537d-76f8-4e90-bb17-a6bc2e89ccf9 req-35555826-5fc3-429b-8df8-d68d018aa7e2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461295 Mar 31 21:35:22.515127 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08cc9495-82d0-49d5-bada-be10fce3f0c5 admin admin] Publish callbacks [] for security_group (eb857d05-248b-4ce7-b865-72f7a913d22d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:22.549760 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08cc9495-82d0-49d5-bada-be10fce3f0c5 admin admin] Publish callbacks [] for security_group (eb857d05-248b-4ce7-b865-72f7a913d22d), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:22.618144 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08cc9495-82d0-49d5-bada-be10fce3f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (eb857d05-248b-4ce7-b865-72f7a913d22d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:22.623103 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08cc9495-82d0-49d5-bada-be10fce3f0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:22.627825 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-08cc9495-82d0-49d5-bada-be10fce3f0c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb857d05-248b-4ce7-b865-72f7a913d22d HTTP/1.1" status: 204 len: 168 time: 0.1674054 Mar 31 21:35:22.646914 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc9495-82d0-49d5-bada-be10fce3f0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb857d05-248b-4ce7-b865-72f7a913d22d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:22.700252 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 02050ae6-7027-4561-8e8e-79a05d7338b1 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:22.700971 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:22.733748 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02050ae6-7027-4561-8e8e-79a05d7338b1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:35:22.737013 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdcaec5-8598-4bec-8d2b-ab31327d16f4" -d '{"events": [{"server_uuid": "9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c", "name": "network-vif-plugged", "status": "completed", "tag": "02050ae6-7027-4561-8e8e-79a05d7338b1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:35:22.752619 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 02050ae6-7027-4561-8e8e-79a05d7338b1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=02050ae6-7027-4561-8e8e-79a05d7338b1,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:22.759641 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:22.761449 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device d950dc50-aac5-4e48-8e22-6a48afcaffa9 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:35:22.806691 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ce226-3466-4e1d-9d1a-d38b91e8b39b req-4cf3aa40-71d1-4b6c-a5a2-1cd0642df705 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:22.820558 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-801ce226-3466-4e1d-9d1a-d38b91e8b39b req-4cf3aa40-71d1-4b6c-a5a2-1cd0642df705 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 944 time: 0.1350086 Mar 31 21:35:22.843230 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100b272b-df02-4026-812f-a1df10b1ebe1 x-openstack-request-id: req-100b272b-df02-4026-812f-a1df10b1ebe1 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:35:22.843734 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c", "name": "network-vif-plugged", "status": "completed", "tag": "02050ae6-7027-4561-8e8e-79a05d7338b1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:35:22.843992 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-100b272b-df02-4026-812f-a1df10b1ebe1 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:35:22.844389 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100b272b-df02-4026-812f-a1df10b1ebe1'] response: {'server_uuid': '9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02050ae6-7027-4561-8e8e-79a05d7338b1', 'code': 200} Mar 31 21:35:22.905417 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port d950dc50-aac5-4e48-8e22-6a48afcaffa9 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:35:22.914072 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port d950dc50-aac5-4e48-8e22-6a48afcaffa9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:22.914658 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:22.930701 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-801ce226-3466-4e1d-9d1a-d38b91e8b39b req-aece6796-b8c4-45cc-b025-6e7ffd246e83 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091762 Mar 31 21:35:22.976963 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=02050ae6-7027-4561-8e8e-79a05d7338b1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:23.049078 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c2faa-d70d-4fd6-9b90-9da0bcbc7bd2 req-501d55d1-3156-495f-be66-6ff0ef9f5b3d tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:23.063734 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1b1c2faa-d70d-4fd6-9b90-9da0bcbc7bd2 req-501d55d1-3156-495f-be66-6ff0ef9f5b3d tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1254475 Mar 31 21:35:23.086824 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port d950dc50-aac5-4e48-8e22-6a48afcaffa9 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:23.087308 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:23.133166 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1b1c2faa-d70d-4fd6-9b90-9da0bcbc7bd2 req-f9470256-9226-4380-8ddb-19215b2f1a68 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641098 Mar 31 21:35:23.182640 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port d950dc50-aac5-4e48-8e22-6a48afcaffa9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d950dc50-aac5-4e48-8e22-6a48afcaffa9,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:23.188292 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c686072-ab3f-48f6-95ee-732ca1776cec req-1e500bf3-9230-4a4a-b1a0-167fa0b4bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:23.189998 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0c686072-ab3f-48f6-95ee-732ca1776cec req-1e500bf3-9230-4a4a-b1a0-167fa0b4bdf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 1130 time: 0.0601068 Mar 31 21:35:23.193919 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:23.275512 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0c686072-ab3f-48f6-95ee-732ca1776cec req-fdde365b-c132-47d0-a846-9c0805b2370b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737107 Mar 31 21:35:23.281741 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=d950dc50-aac5-4e48-8e22-6a48afcaffa9,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:23.460103 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50786) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:23.581242 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e2c1100-be89-4745-89fe-184b7545d5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:23.653152 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630484aa-51da-43ad-ad5d-1d2a7fca2202 req-cc4b3d47-04d4-45c3-b047-69dee820e130 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:23.654989 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-630484aa-51da-43ad-ad5d-1d2a7fca2202 req-cc4b3d47-04d4-45c3-b047-69dee820e130 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 944 time: 0.0674462 Mar 31 21:35:23.679259 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e2c1100-be89-4745-89fe-184b7545d5af admin admin] Publish callbacks [] for security_group (5acd9563-f630-4b53-b682-b55cf8a22722), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:23.684492 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e2c1100-be89-4745-89fe-184b7545d5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (5acd9563-f630-4b53-b682-b55cf8a22722), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:23.731705 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2e2c1100-be89-4745-89fe-184b7545d5af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=763edc6299a04f558f12a19c91225f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705123 Mar 31 21:35:23.734758 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-630484aa-51da-43ad-ad5d-1d2a7fca2202 req-ecd257e6-0f21-4ec1-8599-964da3c1cbd6 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631366 Mar 31 21:35:23.738849 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50800) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:23.769918 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c1100-be89-4745-89fe-184b7545d5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acd9563-f630-4b53-b682-b55cf8a22722,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:23.811757 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-217cba85-5a12-4549-b8f1-bef1124f36ca admin admin] Publish callbacks [] for security_group (5acd9563-f630-4b53-b682-b55cf8a22722), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:23.838678 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-217cba85-5a12-4549-b8f1-bef1124f36ca admin admin] Publish callbacks [] for security_group (5acd9563-f630-4b53-b682-b55cf8a22722), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:23.895081 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-217cba85-5a12-4549-b8f1-bef1124f36ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (5acd9563-f630-4b53-b682-b55cf8a22722), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:23.897757 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-217cba85-5a12-4549-b8f1-bef1124f36ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:23.901353 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-217cba85-5a12-4549-b8f1-bef1124f36ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5acd9563-f630-4b53-b682-b55cf8a22722 HTTP/1.1" status: 204 len: 168 time: 0.1593125 Mar 31 21:35:23.913732 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cba85-5a12-4549-b8f1-bef1124f36ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acd9563-f630-4b53-b682-b55cf8a22722,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:24.077141 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18521d10-2405-4067-a170-232f22639e54 req-3047f52c-e4c3-46e4-82ce-f873d84b8bd7 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:24.079026 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-18521d10-2405-4067-a170-232f22639e54 req-3047f52c-e4c3-46e4-82ce-f873d84b8bd7 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 945 time: 0.0649862 Mar 31 21:35:24.136801 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-18521d10-2405-4067-a170-232f22639e54 req-f68f5a4c-dea3-4933-b8ad-374a034f4af0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512795 Mar 31 21:35:24.279595 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae2736-2ed3-47c2-8b03-064a028a0665 req-ecaf3117-d311-4860-8ddd-de56310e84b9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:24.281638 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5bae2736-2ed3-47c2-8b03-064a028a0665 req-ecaf3117-d311-4860-8ddd-de56310e84b9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.0669127 Mar 31 21:35:24.368829 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5bae2736-2ed3-47c2-8b03-064a028a0665 req-e49efd24-f2be-43b5-88d8-343bb72adf74 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796671 Mar 31 21:35:24.374820 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device e9713974-2fe3-4758-ac12-906a5f3b1b96 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:35:24.458550 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 50842) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:24.481069 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f3928be3-b570-4fe8-93a8-4255f574532a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:24.487010 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port e9713974-2fe3-4758-ac12-906a5f3b1b96 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:35:24.496994 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port e9713974-2fe3-4758-ac12-906a5f3b1b96 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:24.497516 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:24.578460 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f3928be3-b570-4fe8-93a8-4255f574532a admin admin] Publish callbacks [] for security_group (68443874-0706-4e8d-9c79-d45685760e5d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:24.586328 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f3928be3-b570-4fe8-93a8-4255f574532a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (68443874-0706-4e8d-9c79-d45685760e5d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:24.626032 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port e9713974-2fe3-4758-ac12-906a5f3b1b96 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:24.627320 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:24.651465 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f3928be3-b570-4fe8-93a8-4255f574532a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11a732ce267f4c7390ab4c7e7d53aac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907017 Mar 31 21:35:24.652579 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3928be3-b570-4fe8-93a8-4255f574532a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68443874-0706-4e8d-9c79-d45685760e5d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:24.653947 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50856) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:24.683805 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port e9713974-2fe3-4758-ac12-906a5f3b1b96, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:24.689334 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:24.750305 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=e9713974-2fe3-4758-ac12-906a5f3b1b96,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:24.775789 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b13334dd-c7af-4884-98b7-5f63e02fbf33 admin admin] Publish callbacks [] for security_group (68443874-0706-4e8d-9c79-d45685760e5d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:24.814664 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b13334dd-c7af-4884-98b7-5f63e02fbf33 admin admin] Publish callbacks [] for security_group (68443874-0706-4e8d-9c79-d45685760e5d), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:24.846372 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9'}, {'server_uuid': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9713974-2fe3-4758-ac12-906a5f3b1b96'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:35:24.849240 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7c22b5-2f91-4251-9f11-56cc45b608ce" -d '{"events": [{"server_uuid": "c9db15b5-289c-462a-9b51-8bbbc681fdc8", "name": "network-vif-plugged", "status": "completed", "tag": "d950dc50-aac5-4e48-8e22-6a48afcaffa9"}, {"server_uuid": "7a77c539-12b6-4121-8220-e086d8f7dbf6", "name": "network-vif-plugged", "status": "completed", "tag": "e9713974-2fe3-4758-ac12-906a5f3b1b96"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:35:24.894113 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b13334dd-c7af-4884-98b7-5f63e02fbf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (68443874-0706-4e8d-9c79-d45685760e5d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:24.896793 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b13334dd-c7af-4884-98b7-5f63e02fbf33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:24.901447 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-b13334dd-c7af-4884-98b7-5f63e02fbf33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68443874-0706-4e8d-9c79-d45685760e5d HTTP/1.1" status: 204 len: 168 time: 0.2431149 Mar 31 21:35:24.921051 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96adb6-30e3-4442-8bb0-2be844580c54 req-6baed8e6-d261-4fc4-91d6-2f9721c43f49 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:24.922575 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13334dd-c7af-4884-98b7-5f63e02fbf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68443874-0706-4e8d-9c79-d45685760e5d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:24.923111 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3c96adb6-30e3-4442-8bb0-2be844580c54 req-6baed8e6-d261-4fc4-91d6-2f9721c43f49 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0850019 Mar 31 21:35:24.949352 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 21:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443f0d91-ae66-497c-9857-b0f38c2275e5 x-openstack-request-id: req-443f0d91-ae66-497c-9857-b0f38c2275e5 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:35:24.949554 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9db15b5-289c-462a-9b51-8bbbc681fdc8", "name": "network-vif-plugged", "status": "completed", "tag": "d950dc50-aac5-4e48-8e22-6a48afcaffa9", "code": 200}, {"server_uuid": "7a77c539-12b6-4121-8220-e086d8f7dbf6", "name": "network-vif-plugged", "status": "completed", "tag": "e9713974-2fe3-4758-ac12-906a5f3b1b96", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:35:24.949817 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-443f0d91-ae66-497c-9857-b0f38c2275e5 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:35:24.950260 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443f0d91-ae66-497c-9857-b0f38c2275e5'] response: {'server_uuid': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'code': 200} Mar 31 21:35:24.950523 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443f0d91-ae66-497c-9857-b0f38c2275e5'] response: {'server_uuid': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9713974-2fe3-4758-ac12-906a5f3b1b96', 'code': 200} Mar 31 21:35:24.998755 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3c96adb6-30e3-4442-8bb0-2be844580c54 req-dc723e1b-c46b-4eb0-ba56-17378f21f53a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693622 Mar 31 21:35:25.244377 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011c872-d8f5-46f2-96af-68733eaf96e9 req-1180bf75-9ce7-4452-937a-1fe6385dc407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:25.246011 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7011c872-d8f5-46f2-96af-68733eaf96e9 req-1180bf75-9ce7-4452-937a-1fe6385dc407 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 1129 time: 0.1026022 Mar 31 21:35:25.279986 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950ebb4-a987-47fc-a155-87b6fb18ef86 req-df28cda9-3585-453f-8c61-70a1ea916146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:25.281592 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9950ebb4-a987-47fc-a155-87b6fb18ef86 req-df28cda9-3585-453f-8c61-70a1ea916146 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 1129 time: 0.1294279 Mar 31 21:35:25.360882 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7011c872-d8f5-46f2-96af-68733eaf96e9 req-d89b0128-8e6f-4c69-adc9-0f5e47cc8c47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885639 Mar 31 21:35:25.380186 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a3453-387b-48dd-99f5-48dd05bfa6dc req-b3725f22-681c-4627-90bd-6a6552aeb0b3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:25.381635 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ff5a3453-387b-48dd-99f5-48dd05bfa6dc req-b3725f22-681c-4627-90bd-6a6552aeb0b3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 945 time: 0.1504798 Mar 31 21:35:25.384176 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9950ebb4-a987-47fc-a155-87b6fb18ef86 req-f00bf4f1-c73c-4561-92ad-a9148da8d2e9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921893 Mar 31 21:35:25.459303 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ff5a3453-387b-48dd-99f5-48dd05bfa6dc req-9eed601d-8fec-4761-8d1c-543748d0ddfb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693285 Mar 31 21:35:25.543135 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e9091-b232-456e-9520-80b3b261b3c1 req-d6e110e7-5ef6-4073-86e7-552cf6bd33fc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:25.545458 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f45e9091-b232-456e-9520-80b3b261b3c1 req-d6e110e7-5ef6-4073-86e7-552cf6bd33fc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.0657060 Mar 31 21:35:25.629057 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f45e9091-b232-456e-9520-80b3b261b3c1 req-2eaaa2a0-384d-4b30-88f3-29a70614049f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680640 Mar 31 21:35:26.136308 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9e639-6b0d-4526-9352-52f0971a8234 req-5ccdf6db-e327-4225-a85e-0a13ccf46431 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:26.137893 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-19b9e639-6b0d-4526-9352-52f0971a8234 req-5ccdf6db-e327-4225-a85e-0a13ccf46431 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0674038 Mar 31 21:35:26.155560 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50940) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:26.210286 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-19b9e639-6b0d-4526-9352-52f0971a8234 req-f2172e73-32e3-4e21-871a-36aa1ab220c7 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636208 Mar 31 21:35:26.349037 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2411fb2a-25be-46dc-82ea-48996b3a7bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:26.436660 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 50954) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:26.441732 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2411fb2a-25be-46dc-82ea-48996b3a7bad admin admin] Publish callbacks [] for security_group (d461929d-2a9a-4428-9b39-57a978fc122a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:26.453489 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2411fb2a-25be-46dc-82ea-48996b3a7bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d461929d-2a9a-4428-9b39-57a978fc122a), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:26.497788 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2411fb2a-25be-46dc-82ea-48996b3a7bad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2472ad656fe943779c65ffadc7ef74bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408918 Mar 31 21:35:26.502182 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 50962) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:26.515205 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411fb2a-25be-46dc-82ea-48996b3a7bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d461929d-2a9a-4428-9b39-57a978fc122a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:26.621450 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-564849a7-8c2a-42f1-9c38-e5019480e859 admin admin] Publish callbacks [] for security_group (d461929d-2a9a-4428-9b39-57a978fc122a), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:26.670008 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de3fe6-cd08-46f8-b431-82d01f52308f req-ad75575b-c0c6-4ef1-b408-955918dcaab0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:26.671703 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f9de3fe6-cd08-46f8-b431-82d01f52308f req-ad75575b-c0c6-4ef1-b408-955918dcaab0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 945 time: 0.0890870 Mar 31 21:35:26.679569 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-564849a7-8c2a-42f1-9c38-e5019480e859 admin admin] Publish callbacks [] for security_group (d461929d-2a9a-4428-9b39-57a978fc122a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:26.763901 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c41b471-9b7e-49d0-83de-aed57dd4471a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:26.816230 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f9de3fe6-cd08-46f8-b431-82d01f52308f req-582e0d59-a305-40d7-b1c8-141f9847ac3d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389303 Mar 31 21:35:26.844385 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-564849a7-8c2a-42f1-9c38-e5019480e859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d461929d-2a9a-4428-9b39-57a978fc122a), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:26.847120 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-564849a7-8c2a-42f1-9c38-e5019480e859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:26.848336 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-564849a7-8c2a-42f1-9c38-e5019480e859 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d461929d-2a9a-4428-9b39-57a978fc122a HTTP/1.1" status: 204 len: 168 time: 0.3421686 Mar 31 21:35:26.861977 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2acc335-d3e9-404b-9728-e6eb4576bb2a req-c7daddfe-a2d9-474b-a705-b7a5b009400c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:26.863556 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2acc335-d3e9-404b-9728-e6eb4576bb2a req-c7daddfe-a2d9-474b-a705-b7a5b009400c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1318913 Mar 31 21:35:26.880117 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564849a7-8c2a-42f1-9c38-e5019480e859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d461929d-2a9a-4428-9b39-57a978fc122a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:26.961606 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2acc335-d3e9-404b-9728-e6eb4576bb2a req-d189d28d-656e-4178-81fb-79bb57824a53 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836599 Mar 31 21:35:26.985753 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c41b471-9b7e-49d0-83de-aed57dd4471a admin admin] Publish callbacks [] for security_group (277c20ec-d0bd-473f-b23b-72e4a7a262c6), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:26.991300 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c41b471-9b7e-49d0-83de-aed57dd4471a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (277c20ec-d0bd-473f-b23b-72e4a7a262c6), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:27.040138 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-4c41b471-9b7e-49d0-83de-aed57dd4471a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80f69dbb4e5a4edf8ca826722c8629b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6020496 Mar 31 21:35:27.041513 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41b471-9b7e-49d0-83de-aed57dd4471a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277c20ec-d0bd-473f-b23b-72e4a7a262c6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:27.043117 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50982) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:27.097673 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad801ade-ca5f-4173-ac4f-c56435b4f976 admin admin] Publish callbacks [] for security_group (277c20ec-d0bd-473f-b23b-72e4a7a262c6), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:27.124147 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad801ade-ca5f-4173-ac4f-c56435b4f976 admin admin] Publish callbacks [] for security_group (277c20ec-d0bd-473f-b23b-72e4a7a262c6), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:27.181268 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad801ade-ca5f-4173-ac4f-c56435b4f976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (277c20ec-d0bd-473f-b23b-72e4a7a262c6), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:27.188499 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad801ade-ca5f-4173-ac4f-c56435b4f976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:27.189907 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-ad801ade-ca5f-4173-ac4f-c56435b4f976 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/277c20ec-d0bd-473f-b23b-72e4a7a262c6 HTTP/1.1" status: 204 len: 168 time: 0.1454313 Mar 31 21:35:27.200369 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad801ade-ca5f-4173-ac4f-c56435b4f976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277c20ec-d0bd-473f-b23b-72e4a7a262c6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:27.228489 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50986) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:27.247902 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7ee4-4466-4fdb-8a74-58727b1d90c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:27.394393 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7ee4-4466-4fdb-8a74-58727b1d90c7 admin admin] Publish callbacks [] for security_group (1de5af64-fe02-4ece-9ec3-e0bb18675f75), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:27.396416 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b35fb9-3375-4693-a6ad-15d52d3259e1 req-3e610577-bffa-4912-8b77-9b0cf1e5edbd tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:27.400240 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7ee4-4466-4fdb-8a74-58727b1d90c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (1de5af64-fe02-4ece-9ec3-e0bb18675f75), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:27.406247 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-55b35fb9-3375-4693-a6ad-15d52d3259e1 req-3e610577-bffa-4912-8b77-9b0cf1e5edbd tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0824215 Mar 31 21:35:27.470290 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-fa6d7ee4-4466-4fdb-8a74-58727b1d90c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d0e5d41fa4b491d90119bede0355d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404287 Mar 31 21:35:27.471136 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 50994) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:27.471812 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-55b35fb9-3375-4693-a6ad-15d52d3259e1 req-7b90d3b2-45ed-4407-b53b-eba1b03c651a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645461 Mar 31 21:35:27.478481 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d7ee4-4466-4fdb-8a74-58727b1d90c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de5af64-fe02-4ece-9ec3-e0bb18675f75,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:27.538787 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ac23146-9e4f-4044-aa97-dd42e9213ae8 admin admin] Publish callbacks [] for security_group (1de5af64-fe02-4ece-9ec3-e0bb18675f75), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:27.565194 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ac23146-9e4f-4044-aa97-dd42e9213ae8 admin admin] Publish callbacks [] for security_group (1de5af64-fe02-4ece-9ec3-e0bb18675f75), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:27.623952 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ac23146-9e4f-4044-aa97-dd42e9213ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (1de5af64-fe02-4ece-9ec3-e0bb18675f75), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:27.633008 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9ac23146-9e4f-4044-aa97-dd42e9213ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:27.636370 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-9ac23146-9e4f-4044-aa97-dd42e9213ae8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1de5af64-fe02-4ece-9ec3-e0bb18675f75 HTTP/1.1" status: 204 len: 168 time: 0.1616774 Mar 31 21:35:27.646826 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac23146-9e4f-4044-aa97-dd42e9213ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de5af64-fe02-4ece-9ec3-e0bb18675f75,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:27.960374 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a55d48-2e24-47d6-ba36-20a858a27fda req-152eb9fe-0ad8-4b97-bcfb-9b4f487f9771 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:27.961895 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e7a55d48-2e24-47d6-ba36-20a858a27fda req-152eb9fe-0ad8-4b97-bcfb-9b4f487f9771 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 945 time: 0.0713093 Mar 31 21:35:28.020251 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e7a55d48-2e24-47d6-ba36-20a858a27fda req-a0543796-b7d9-4734-a50c-ebdf66e98dab tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527430 Mar 31 21:35:28.118750 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da353be3-7c10-4fe0-be28-40952f97e663 req-7b4522c0-381a-4c69-ad92-b0ecb9bb3d89 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:28.120245 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-da353be3-7c10-4fe0-be28-40952f97e663 req-7b4522c0-381a-4c69-ad92-b0ecb9bb3d89 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.0621867 Mar 31 21:35:28.199703 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-da353be3-7c10-4fe0-be28-40952f97e663 req-c295077d-f74d-4fd0-b689-d17be25d42f6 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705233 Mar 31 21:35:28.225237 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990b07c-8969-42e3-ae2c-50a65bdd7dfc req-2cefb45d-841e-49dc-9836-8b5e8bcbe0d8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:28.227278 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8990b07c-8969-42e3-ae2c-50a65bdd7dfc req-2cefb45d-841e-49dc-9836-8b5e8bcbe0d8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 945 time: 0.0703506 Mar 31 21:35:28.239472 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51040) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:28.245592 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ac8f5033-ab3b-4bcf-9c6d-0faad9e6a8e1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'floatingip': {'port_id': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:28.322607 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac8f5033-ab3b-4bcf-9c6d-0faad9e6a8e1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (e9e7162c-bd46-4eb6-9d19-6b63542152b3), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:28.607413 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d6ccd-7192-421c-8135-50a0da941532 req-f15587ca-fc26-49b3-aee9-4d540225c34e tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:28.618263 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8c5d6ccd-7192-421c-8135-50a0da941532 req-f15587ca-fc26-49b3-aee9-4d540225c34e tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0771191 Mar 31 21:35:28.671859 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8c5d6ccd-7192-421c-8135-50a0da941532 req-2e8da085-704a-4042-a8e8-a150831897b5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523744 Mar 31 21:35:28.863406 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ac6e4-a5d1-400b-8d19-8cb07eb2bc38 req-8692c67e-1a01-4506-af21-b405f47d8d8b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:28.865433 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5c7ac6e4-a5d1-400b-8d19-8cb07eb2bc38 req-8692c67e-1a01-4506-af21-b405f47d8d8b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.1121416 Mar 31 21:35:28.876893 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51096) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:28.886874 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-85c9ac27-a963-4647-9692-d7810b18b730 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Request body: {'floatingip': {'port_id': 'e9713974-2fe3-4758-ac12-906a5f3b1b96'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:29.211851 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85c9ac27-a963-4647-9692-d7810b18b730 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (293d2dbf-9f8e-4d56-ad0e-da7e262df227), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:29.435260 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea9773-30ec-4782-9867-1740cc1d4adb req-0f5592f1-411a-4441-b9d3-4148381869de tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:29.436821 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-caea9773-30ec-4782-9867-1740cc1d4adb req-0f5592f1-411a-4441-b9d3-4148381869de tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1142077 Mar 31 21:35:29.532939 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac8f5033-ab3b-4bcf-9c6d-0faad9e6a8e1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:29.537641 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac8f5033-ab3b-4bcf-9c6d-0faad9e6a8e1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (e9e7162c-bd46-4eb6-9d19-6b63542152b3), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:29.581929 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-caea9773-30ec-4782-9867-1740cc1d4adb req-0c3216a2-9ade-421f-a46f-b7be54ed70a5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323478 Mar 31 21:35:29.671938 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.l3_db [None req-ac8f5033-ab3b-4bcf-9c6d-0faad9e6a8e1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Floating IP e9e7162c-bd46-4eb6-9d19-6b63542152b3 associated. External IP: 172.27.3.92, port: d950dc50-aac5-4e48-8e22-6a48afcaffa9. Mar 31 21:35:30.073988 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8f5033-ab3b-4bcf-9c6d-0faad9e6a8e1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Router 37610562-38de-4ff9-a072-9f84247eeba6 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:35:30.234886 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8f5033-ab3b-4bcf-9c6d-0faad9e6a8e1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:35:30.239495 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac8f5033-ab3b-4bcf-9c6d-0faad9e6a8e1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:30.260633 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c13b12-6dd2-480a-b1c2-0623c8a1f543 None None] Sync routers for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:35:30.263067 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85c9ac27-a963-4647-9692-d7810b18b730 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:30.269258 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85c9ac27-a963-4647-9692-d7810b18b730 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (293d2dbf-9f8e-4d56-ad0e-da7e262df227), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:30.283261 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-ac8f5033-ab3b-4bcf-9c6d-0faad9e6a8e1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "PUT /v2.0/floatingips/e9e7162c-bd46-4eb6-9d19-6b63542152b3 HTTP/1.1" status: 200 len: 990 time: 2.0418956 Mar 31 21:35:30.284261 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'tag': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:35:30.285019 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c13b12-6dd2-480a-b1c2-0623c8a1f543 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:35:30.285665 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-e2c13b12-6dd2-480a-b1c2-0623c8a1f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:35:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:30.293721 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d401d93df8c71fc9eb1f810d7532f025901b5508dcb63aa95efc5c748d74754d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bc6e40-5af3-4635-9b64-0f16784d51ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c9db15b5-289c-462a-9b51-8bbbc681fdc8", "tag": "d950dc50-aac5-4e48-8e22-6a48afcaffa9"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:35:30.341422 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dc3763-80d3-47d2-87e3-6035ff95ae94 x-openstack-request-id: req-11dc3763-80d3-47d2-87e3-6035ff95ae94 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:35:30.341952 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9db15b5-289c-462a-9b51-8bbbc681fdc8", "tag": "d950dc50-aac5-4e48-8e22-6a48afcaffa9", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:35:30.342438 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11dc3763-80d3-47d2-87e3-6035ff95ae94 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:35:30.342954 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11dc3763-80d3-47d2-87e3-6035ff95ae94'] response: {'name': 'network-changed', 'server_uuid': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'tag': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'status': 'completed', 'code': 200} Mar 31 21:35:30.449080 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-85c9ac27-a963-4647-9692-d7810b18b730 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Floating IP 293d2dbf-9f8e-4d56-ad0e-da7e262df227 associated. External IP: 172.27.3.71, port: e9713974-2fe3-4758-ac12-906a5f3b1b96. Mar 31 21:35:30.462201 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc6e40-5af3-4635-9b64-0f16784d51ef req-5cc7bc20-5a2f-4142-9aa5-c29a3094a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:30.462961 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-e2c13b12-6dd2-480a-b1c2-0623c8a1f543 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:35:30.463724 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-95bc6e40-5af3-4635-9b64-0f16784d51ef req-5cc7bc20-5a2f-4142-9aa5-c29a3094a433 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 1129 time: 0.0901837 Mar 31 21:35:30.686128 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc6e40-5af3-4635-9b64-0f16784d51ef req-45d5478a-57a5-4bd1-bb8d-e52c2dd53bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:30.687654 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-95bc6e40-5af3-4635-9b64-0f16784d51ef req-45d5478a-57a5-4bd1-bb8d-e52c2dd53bdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 915 time: 0.1558974 Mar 31 21:35:30.835709 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51224) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:30.888251 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-e2c13b12-6dd2-480a-b1c2-0623c8a1f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'e9e7162c-bd46-4eb6-9d19-6b63542152b3', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:66:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:34:42Z', 'updated_at': '2022-03-31T21:35:28Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:30.931368 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c13b12-6dd2-480a-b1c2-0623c8a1f543 None None] Checking router: 37610562-38de-4ff9-a072-9f84247eeba6 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:35:30.949613 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c13b12-6dd2-480a-b1c2-0623c8a1f543 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:35:30.954981 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-e2c13b12-6dd2-480a-b1c2-0623c8a1f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:35:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:31.066967 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:31.147306 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-e2c13b12-6dd2-480a-b1c2-0623c8a1f543 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:35:31.219429 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-95bc6e40-5af3-4635-9b64-0f16784d51ef req-4583c29d-ca88-4730-984b-9359dbb1507d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d950dc50-aac5-4e48-8e22-6a48afcaffa9 HTTP/1.1" status: 200 len: 998 time: 0.5238106 Mar 31 21:35:31.226481 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c9ac27-a963-4647-9692-d7810b18b730 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:35:31.228475 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Publish callbacks [] for security_group (072e9057-9156-41c1-b589-0c3e8387e044), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:31.233176 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (072e9057-9156-41c1-b589-0c3e8387e044), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:31.265152 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176a3eb-962a-45f2-a746-4c702dd0e5e6 req-bc14456a-d2e3-4405-b4f5-0c1460b2d946 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:31.274670 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d176a3eb-962a-45f2-a746-4c702dd0e5e6 req-bc14456a-d2e3-4405-b4f5-0c1460b2d946 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.4821682 Mar 31 21:35:31.303080 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51250) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:31.303533 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16204d98a7d0435a8c43c377a6cd2bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4662833 Mar 31 21:35:31.304554 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072e9057-9156-41c1-b589-0c3e8387e044,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:31.322188 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.322542 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.322894 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.327104 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.327525 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.327878 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.328224 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.328564 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.329736 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.330114 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.334522 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.335092 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.335598 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.336098 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.336635 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599387b-ab46-4611-baa6-545fb8d9ec4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.477754 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc6e40-5af3-4635-9b64-0f16784d51ef req-ff6d54d3-fe29-4866-8065-5ebcca375517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:31.479151 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-95bc6e40-5af3-4635-9b64-0f16784d51ef req-ff6d54d3-fe29-4866-8065-5ebcca375517 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.2415581 Mar 31 21:35:31.545226 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-e2c13b12-6dd2-480a-b1c2-0623c8a1f543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'e9e7162c-bd46-4eb6-9d19-6b63542152b3', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:66:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:34:42Z', 'updated_at': '2022-03-31T21:35:28Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:31.551958 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d176a3eb-962a-45f2-a746-4c702dd0e5e6 req-7301243b-08d2-4f01-bb73-8c661e02953e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761781 Mar 31 21:35:31.573282 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Publish callbacks [] for security_group (072e9057-9156-41c1-b589-0c3e8387e044), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:31.577551 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c13b12-6dd2-480a-b1c2-0623c8a1f543 None None] The sync data for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi is: [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'e9e7162c-bd46-4eb6-9d19-6b63542152b3', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:66:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:34:42Z', 'updated_at': '2022-03-31T21:35:28Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:35:31.622835 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88358f-bef8-49bb-a552-a8042cc94ab5 req-3bf14039-22f1-4eaf-b86c-e90ebe62e6cc tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:31.624305 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5f88358f-bef8-49bb-a552-a8042cc94ab5 req-3bf14039-22f1-4eaf-b86c-e90ebe62e6cc tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 945 time: 0.2019501 Mar 31 21:35:31.629519 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c9ac27-a963-4647-9692-d7810b18b730 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:35:31.640070 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85c9ac27-a963-4647-9692-d7810b18b730 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:31.642318 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9487d82-d475-43e0-871d-e9b668cae6a7 None None] Sync routers for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:35:31.652532 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9487d82-d475-43e0-871d-e9b668cae6a7 None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:35:31.653164 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d9487d82-d475-43e0-871d-e9b668cae6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:35:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:31.679830 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Publish callbacks [] for security_group (072e9057-9156-41c1-b589-0c3e8387e044), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:31.698132 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc6e40-5af3-4635-9b64-0f16784d51ef req-bb63b63d-820b-441f-8a76-bcaa3f1aa34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:31.699625 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-95bc6e40-5af3-4635-9b64-0f16784d51ef req-bb63b63d-820b-441f-8a76-bcaa3f1aa34a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2033911 Mar 31 21:35:31.746082 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-85c9ac27-a963-4647-9692-d7810b18b730 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "PUT /v2.0/floatingips/293d2dbf-9f8e-4d56-ad0e-da7e262df227 HTTP/1.1" status: 200 len: 990 time: 2.8666880 Mar 31 21:35:31.781206 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'tag': 'e9713974-2fe3-4758-ac12-906a5f3b1b96'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:35:31.781455 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d9487d82-d475-43e0-871d-e9b668cae6a7 None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:35:31.783909 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c1470b-64a4-4571-ac8b-3a389dc526a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7a77c539-12b6-4121-8220-e086d8f7dbf6", "tag": "e9713974-2fe3-4758-ac12-906a5f3b1b96"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:35:31.828045 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5f88358f-bef8-49bb-a552-a8042cc94ab5 req-0d23d52b-369a-40cb-98ff-e99bb9ec9679 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966059 Mar 31 21:35:31.848852 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3f482f-7229-476b-b0e0-804985ab6c06 x-openstack-request-id: req-1b3f482f-7229-476b-b0e0-804985ab6c06 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:35:31.849152 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a77c539-12b6-4121-8220-e086d8f7dbf6", "tag": "e9713974-2fe3-4758-ac12-906a5f3b1b96", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:35:31.849428 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b3f482f-7229-476b-b0e0-804985ab6c06 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:35:31.850224 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3f482f-7229-476b-b0e0-804985ab6c06'] response: {'name': 'network-changed', 'server_uuid': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'tag': 'e9713974-2fe3-4758-ac12-906a5f3b1b96', 'status': 'completed', 'code': 200} Mar 31 21:35:31.896931 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-95bc6e40-5af3-4635-9b64-0f16784d51ef req-52f035b1-7d8c-4eec-91ec-be45665c413d service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805441 Mar 31 21:35:31.899932 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (072e9057-9156-41c1-b589-0c3e8387e044), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:31.902769 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:31.904004 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/072e9057-9156-41c1-b589-0c3e8387e044 HTTP/1.1" status: 204 len: 168 time: 0.5995786 Mar 31 21:35:31.916000 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:35:31.986193 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072e9057-9156-41c1-b589-0c3e8387e044,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:31.996501 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.996734 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.997082 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.997415 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.997749 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.998105 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.998460 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.998807 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.999112 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.999441 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:31.999768 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:32.000097 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:32.000514 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:32.000936 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:32.001263 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2da88-ed79-470e-851d-4ebf73dae15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:32.092924 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1470b-64a4-4571-ac8b-3a389dc526a2 req-30cf8fdb-c053-4135-a31f-b8a7618db77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:32.094471 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-59c1470b-64a4-4571-ac8b-3a389dc526a2 req-30cf8fdb-c053-4135-a31f-b8a7618db77f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 1129 time: 0.1966541 Mar 31 21:35:32.190154 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-95bc6e40-5af3-4635-9b64-0f16784d51ef req-37459428-c9a9-45d2-ac0d-01565e1d41ee service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480440 Mar 31 21:35:32.218425 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d9487d82-d475-43e0-871d-e9b668cae6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '293d2dbf-9f8e-4d56-ad0e-da7e262df227', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'port_id': 'e9713974-2fe3-4758-ac12-906a5f3b1b96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'mac_address': 'fa:16:3e:46:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:35:00Z', 'updated_at': '2022-03-31T21:35:30Z', 'revision_number': 1, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:58Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:32.240537 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1470b-64a4-4571-ac8b-3a389dc526a2 req-231cfccb-8c90-4265-b50c-841247ecae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:32.242223 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-59c1470b-64a4-4571-ac8b-3a389dc526a2 req-231cfccb-8c90-4265-b50c-841247ecae0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 200 len: 910 time: 0.1318524 Mar 31 21:35:32.259154 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9487d82-d475-43e0-871d-e9b668cae6a7 None None] Checking router: 1fe608d1-1c9f-4585-bb92-6603e3c449f5 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:35:32.268999 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9487d82-d475-43e0-871d-e9b668cae6a7 None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:35:32.269700 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d9487d82-d475-43e0-871d-e9b668cae6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:35:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:32.337402 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-59c1470b-64a4-4571-ac8b-3a389dc526a2 req-bcdd393c-aa18-4550-8c1f-9a24825d4286 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96 HTTP/1.1" status: 200 len: 998 time: 0.0883708 Mar 31 21:35:32.374041 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51266) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:32.396690 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cbf0-4636-443d-a5c9-aab6964669e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:32.417112 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d9487d82-d475-43e0-871d-e9b668cae6a7 None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:35:32.418583 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1470b-64a4-4571-ac8b-3a389dc526a2 req-be32bf2e-2b5e-4de5-b6b5-95e6b694a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:32.420054 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-59c1470b-64a4-4571-ac8b-3a389dc526a2 req-be32bf2e-2b5e-4de5-b6b5-95e6b694a81f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e267cd5-9f0f-49b6-a0f6-32ad45673e51 HTTP/1.1" status: 200 len: 849 time: 0.0761471 Mar 31 21:35:32.517732 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1470b-64a4-4571-ac8b-3a389dc526a2 req-d842b421-cd50-4f69-b0fd-b3a6a93c7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:32.521132 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffcae1-7950-4880-a5e6-76ce7a1cc56d None None] New status for floating IP e9e7162c-bd46-4eb6-9d19-6b63542152b3: ACTIVE {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:35:32.524989 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-59c1470b-64a4-4571-ac8b-3a389dc526a2 req-d842b421-cd50-4f69-b0fd-b3a6a93c7b39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a844914c-5cf6-4424-8cb4-7741526740b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872717 Mar 31 21:35:32.701880 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cbf0-4636-443d-a5c9-aab6964669e3 admin admin] Publish callbacks [] for security_group (4c9ceae3-6c7b-431c-9396-ac674d062a47), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:32.711318 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ac3cbf0-4636-443d-a5c9-aab6964669e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (4c9ceae3-6c7b-431c-9396-ac674d062a47), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:32.802247 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6ac3cbf0-4636-443d-a5c9-aab6964669e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22b5025d130f448793899cbff03f6a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270363 Mar 31 21:35:32.803457 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d9487d82-d475-43e0-871d-e9b668cae6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '293d2dbf-9f8e-4d56-ad0e-da7e262df227', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'port_id': 'e9713974-2fe3-4758-ac12-906a5f3b1b96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'mac_address': 'fa:16:3e:46:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:35:00Z', 'updated_at': '2022-03-31T21:35:30Z', 'revision_number': 1, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:58Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:32.804722 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51284) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:32.814436 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9be18-f76c-4683-af93-56a6f07f509e req-dc341416-81f7-4c59-8b31-0e1f37ab63b6 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:32.816087 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3c9be18-f76c-4683-af93-56a6f07f509e req-dc341416-81f7-4c59-8b31-0e1f37ab63b6 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1731789 Mar 31 21:35:32.817197 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3cbf0-4636-443d-a5c9-aab6964669e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9ceae3-6c7b-431c-9396-ac674d062a47,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:32.822539 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-59c1470b-64a4-4571-ac8b-3a389dc526a2 req-383630e7-5845-4652-b306-63ad6f3df6f3 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844894 Mar 31 21:35:32.918897 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3501cb05-f97b-4bfa-859b-d1ce2a7a2215 admin admin] Publish callbacks [] for security_group (4c9ceae3-6c7b-431c-9396-ac674d062a47), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:32.996108 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3501cb05-f97b-4bfa-859b-d1ce2a7a2215 admin admin] Publish callbacks [] for security_group (4c9ceae3-6c7b-431c-9396-ac674d062a47), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:33.011091 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9487d82-d475-43e0-871d-e9b668cae6a7 None None] The sync data for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi is: [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '293d2dbf-9f8e-4d56-ad0e-da7e262df227', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'port_id': 'e9713974-2fe3-4758-ac12-906a5f3b1b96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'mac_address': 'fa:16:3e:46:3f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:35:00Z', 'updated_at': '2022-03-31T21:35:30Z', 'revision_number': 1, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:58Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:35:33.011413 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-59c1470b-64a4-4571-ac8b-3a389dc526a2 req-ce6d718f-6e3f-4422-bdc4-e6dc94566cec service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793220 Mar 31 21:35:33.081189 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3501cb05-f97b-4bfa-859b-d1ce2a7a2215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (4c9ceae3-6c7b-431c-9396-ac674d062a47), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:33.086272 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3501cb05-f97b-4bfa-859b-d1ce2a7a2215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:33.087666 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-3501cb05-f97b-4bfa-859b-d1ce2a7a2215 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c9ceae3-6c7b-431c-9396-ac674d062a47 HTTP/1.1" status: 204 len: 168 time: 0.2819583 Mar 31 21:35:33.101620 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51294) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:33.119624 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501cb05-f97b-4bfa-859b-d1ce2a7a2215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9ceae3-6c7b-431c-9396-ac674d062a47,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:33.140936 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3c9be18-f76c-4683-af93-56a6f07f509e req-1861b9e8-5457-43b9-8c79-df755af5fd65 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938447 Mar 31 21:35:33.183419 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95874ec-d478-4f61-af07-925fae99e655 req-b6414f07-db73-4631-a533-7e9c7ec9e235 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:33.192340 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b95874ec-d478-4f61-af07-925fae99e655 req-b6414f07-db73-4631-a533-7e9c7ec9e235 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 945 time: 0.1798325 Mar 31 21:35:33.203265 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e10f1334-95ee-45f9-8189-d3d0536a5ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:33.267713 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b95874ec-d478-4f61-af07-925fae99e655 req-091abb76-ca60-4f7b-b61f-f3bedac23b0f tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743694 Mar 31 21:35:33.299989 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80f486b0-82ab-478c-aa35-fd1b2fc5863a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:33.366905 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a6a54-f60e-4ac2-a204-b9727786844b None None] New status for floating IP 293d2dbf-9f8e-4d56-ad0e-da7e262df227: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:35:33.404525 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80f486b0-82ab-478c-aa35-fd1b2fc5863a admin admin] Publish callbacks [] for security_group (9c514f81-8025-4dc1-8b11-095e97ac2bc9), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:33.409253 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80f486b0-82ab-478c-aa35-fd1b2fc5863a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9c514f81-8025-4dc1-8b11-095e97ac2bc9), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:33.451343 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f486b0-82ab-478c-aa35-fd1b2fc5863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c514f81-8025-4dc1-8b11-095e97ac2bc9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:33.456743 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-80f486b0-82ab-478c-aa35-fd1b2fc5863a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6900c469ba0a4e8fa5db50340f27d5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540890 Mar 31 21:35:33.460167 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51302) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:33.494134 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:33.525509 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4461861c-3987-43d4-861e-883a2a7be030 admin admin] Publish callbacks [] for security_group (9c514f81-8025-4dc1-8b11-095e97ac2bc9), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:33.548359 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4461861c-3987-43d4-861e-883a2a7be030 admin admin] Publish callbacks [] for security_group (9c514f81-8025-4dc1-8b11-095e97ac2bc9), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:33.611586 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4461861c-3987-43d4-861e-883a2a7be030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9c514f81-8025-4dc1-8b11-095e97ac2bc9), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:33.614852 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4461861c-3987-43d4-861e-883a2a7be030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:33.618564 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-4461861c-3987-43d4-861e-883a2a7be030 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c514f81-8025-4dc1-8b11-095e97ac2bc9 HTTP/1.1" status: 204 len: 168 time: 0.1577153 Mar 31 21:35:33.627864 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461861c-3987-43d4-861e-883a2a7be030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c514f81-8025-4dc1-8b11-095e97ac2bc9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:34.002724 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51324) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:34.014208 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac2be66a-24b7-4e9e-9432-fa22402bef5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:34.107475 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac2be66a-24b7-4e9e-9432-fa22402bef5a admin admin] Publish callbacks [] for security_group (8deae3ac-20bc-4c56-b1de-aba730d8a040), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:34.113121 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ac2be66a-24b7-4e9e-9432-fa22402bef5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (8deae3ac-20bc-4c56-b1de-aba730d8a040), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:34.153573 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-ac2be66a-24b7-4e9e-9432-fa22402bef5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bbea396ad794f399fe74161452393dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517332 Mar 31 21:35:34.154458 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2be66a-24b7-4e9e-9432-fa22402bef5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deae3ac-20bc-4c56-b1de-aba730d8a040,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:34.156754 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51328) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:34.210159 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510b6f83-6cbb-4ac1-aca3-6a7513bad94a admin admin] Publish callbacks [] for security_group (8deae3ac-20bc-4c56-b1de-aba730d8a040), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:34.232554 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510b6f83-6cbb-4ac1-aca3-6a7513bad94a admin admin] Publish callbacks [] for security_group (8deae3ac-20bc-4c56-b1de-aba730d8a040), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:34.331209 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510b6f83-6cbb-4ac1-aca3-6a7513bad94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (8deae3ac-20bc-4c56-b1de-aba730d8a040), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:34.334986 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-510b6f83-6cbb-4ac1-aca3-6a7513bad94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:34.336323 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-510b6f83-6cbb-4ac1-aca3-6a7513bad94a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8deae3ac-20bc-4c56-b1de-aba730d8a040 HTTP/1.1" status: 204 len: 168 time: 0.1773877 Mar 31 21:35:34.342273 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ac9f5-09af-4c1b-905d-4422ca032653 req-e3e04966-6fdf-42c7-b650-11840a1ff352 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:34.343978 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-709ac9f5-09af-4c1b-905d-4422ca032653 req-e3e04966-6fdf-42c7-b650-11840a1ff352 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1052670 Mar 31 21:35:34.352023 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b6f83-6cbb-4ac1-aca3-6a7513bad94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deae3ac-20bc-4c56-b1de-aba730d8a040,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:34.407384 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1123a-1d61-4eb1-86c1-5c013e92c8b3 req-d45886ab-027a-4313-a7da-f9deb92cae34 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:34.409644 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8be1123a-1d61-4eb1-86c1-5c013e92c8b3 req-d45886ab-027a-4313-a7da-f9deb92cae34 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 945 time: 0.1206932 Mar 31 21:35:34.449281 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-709ac9f5-09af-4c1b-905d-4422ca032653 req-b0579486-a233-49c4-8078-64b786302f5f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983315 Mar 31 21:35:34.526148 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd6fc6-5ab0-463d-9e5e-cab972b5e41b req-b7de41f5-60e0-4cf0-b8de-2dff5827d111 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:34.527727 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3ebd6fc6-5ab0-463d-9e5e-cab972b5e41b req-b7de41f5-60e0-4cf0-b8de-2dff5827d111 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 945 time: 0.1346815 Mar 31 21:35:34.652381 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3ebd6fc6-5ab0-463d-9e5e-cab972b5e41b req-b004b54f-3866-4309-9730-31541d99265e tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba0cb484-5c1d-4a7a-b40e-cf298741c86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064069 Mar 31 21:35:34.673437 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-8be1123a-1d61-4eb1-86c1-5c013e92c8b3 req-46034b14-6fa7-428e-8798-66a3ce3b9189 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Deleting port 3059781a-cc7d-4f53-a33c-01cb55968d70 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:35:34.673802 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8be1123a-1d61-4eb1-86c1-5c013e92c8b3 req-46034b14-6fa7-428e-8798-66a3ce3b9189 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:34.735921 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-90b56ddb-5174-4187-b5e5-9a7b20cf798d req-f7d876bc-8b32-4943-bea0-5fa0f60f1496 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1296036 Mar 31 21:35:34.785605 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-8be1123a-1d61-4eb1-86c1-5c013e92c8b3 req-46034b14-6fa7-428e-8798-66a3ce3b9189 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] For port 3059781a-cc7d-4f53-a33c-01cb55968d70, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3059781a-cc7d-4f53-a33c-01cb55968d70,segment=NetworkSegment(ec1dea76-863a-477e-86c0-2eab23dccf9b),segment_id=ec1dea76-863a-477e-86c0-2eab23dccf9b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:34.789525 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8be1123a-1d61-4eb1-86c1-5c013e92c8b3 req-46034b14-6fa7-428e-8798-66a3ce3b9189 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:34.833212 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-8be1123a-1d61-4eb1-86c1-5c013e92c8b3 req-46034b14-6fa7-428e-8798-66a3ce3b9189 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Calling delete_port for 3059781a-cc7d-4f53-a33c-01cb55968d70 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:35:34.932793 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b56ddb-5174-4187-b5e5-9a7b20cf798d req-1656a507-6661-4ec8-874c-5d04121cc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:34.934453 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-90b56ddb-5174-4187-b5e5-9a7b20cf798d req-1656a507-6661-4ec8-874c-5d04121cc9af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 1129 time: 0.1408391 Mar 31 21:35:35.236320 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ab587264-9c75-450a-93f7-aaf91f3d3815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:35.354626 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8be1123a-1d61-4eb1-86c1-5c013e92c8b3 req-46034b14-6fa7-428e-8798-66a3ce3b9189 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (3059781a-cc7d-4f53-a33c-01cb55968d70), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:35.370316 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['3059781a-cc7d-4f53-a33c-01cb55968d70'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:35:35.399447 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b56ddb-5174-4187-b5e5-9a7b20cf798d req-9e8d000f-ddc6-4fa8-aa33-2a8b388611c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:35.401067 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-90b56ddb-5174-4187-b5e5-9a7b20cf798d req-9e8d000f-ddc6-4fa8-aa33-2a8b388611c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 915 time: 0.4310215 Mar 31 21:35:35.401941 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46034b14-6fa7-428e-8798-66a3ce3b9189 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Pushing event deleted for resources: {'Port': ['ID=3059781a-cc7d-4f53-a33c-01cb55968d70,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:35.514203 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be1123a-1d61-4eb1-86c1-5c013e92c8b3 req-46034b14-6fa7-428e-8798-66a3ce3b9189 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] No DVR routers for this DVR port 3059781a-cc7d-4f53-a33c-01cb55968d70 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:35:35.517433 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-8be1123a-1d61-4eb1-86c1-5c013e92c8b3 req-46034b14-6fa7-428e-8798-66a3ce3b9189 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:35.521021 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8be1123a-1d61-4eb1-86c1-5c013e92c8b3 req-46034b14-6fa7-428e-8798-66a3ce3b9189 tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.13 "DELETE /v2.0/ports/3059781a-cc7d-4f53-a33c-01cb55968d70 HTTP/1.1" status: 204 len: 173 time: 1.0999532 Mar 31 21:35:35.523285 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ba19d9-3971-40fb-ae47-61e04c3b4f6a', 'name': 'network-vif-deleted', 'tag': '3059781a-cc7d-4f53-a33c-01cb55968d70'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:35:35.525543 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d65a48-5af1-4a45-a146-3821049483e3" -d '{"events": [{"server_uuid": "72ba19d9-3971-40fb-ae47-61e04c3b4f6a", "name": "network-vif-deleted", "tag": "3059781a-cc7d-4f53-a33c-01cb55968d70"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:35:35.557318 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-90b56ddb-5174-4187-b5e5-9a7b20cf798d req-8a9f28a4-b289-4dc8-bd35-77dcb9ac28b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d950dc50-aac5-4e48-8e22-6a48afcaffa9 HTTP/1.1" status: 200 len: 1000 time: 0.1221576 Mar 31 21:35:35.597903 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc754c4c-9dbe-4c1f-9fcc-cad2aeec5598 x-openstack-request-id: req-fc754c4c-9dbe-4c1f-9fcc-cad2aeec5598 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:35:35.598409 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ba19d9-3971-40fb-ae47-61e04c3b4f6a", "name": "network-vif-deleted", "tag": "3059781a-cc7d-4f53-a33c-01cb55968d70", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:35:35.598741 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc754c4c-9dbe-4c1f-9fcc-cad2aeec5598 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:35:35.599205 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc754c4c-9dbe-4c1f-9fcc-cad2aeec5598'] response: {'server_uuid': '72ba19d9-3971-40fb-ae47-61e04c3b4f6a', 'name': 'network-vif-deleted', 'tag': '3059781a-cc7d-4f53-a33c-01cb55968d70', 'status': 'completed', 'code': 200} Mar 31 21:35:35.664792 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e97443-e9ba-478b-8cc9-adee0f49b34f req-7cd71f11-5859-4293-ae74-9b56c3f96e0b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:35.666324 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1e97443-e9ba-478b-8cc9-adee0f49b34f req-7cd71f11-5859-4293-ae74-9b56c3f96e0b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1135023 Mar 31 21:35:35.704161 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b56ddb-5174-4187-b5e5-9a7b20cf798d req-18fede62-00cc-4a51-b712-9bb2a369ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:35.706074 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-90b56ddb-5174-4187-b5e5-9a7b20cf798d req-18fede62-00cc-4a51-b712-9bb2a369ecd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.1058946 Mar 31 21:35:35.791265 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1e97443-e9ba-478b-8cc9-adee0f49b34f req-1165737a-f372-488f-8529-4e507247ac36 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167016 Mar 31 21:35:35.828174 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d064bdaa-3fc0-4db3-b6f1-cf305963b614 req-ca386413-5c96-4ff7-8973-aaf8705039cd tempest-DeleteServersTestJSON-801641266 tempest-DeleteServersTestJSON-801641266-project] 10.222.0.24 "GET /v2.0/ports?device_id=72ba19d9-3971-40fb-ae47-61e04c3b4f6a HTTP/1.1" status: 200 len: 210 time: 0.0698967 Mar 31 21:35:35.842500 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b56ddb-5174-4187-b5e5-9a7b20cf798d req-b3758779-9e12-4667-bc49-f6ee61075c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:35.844209 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-90b56ddb-5174-4187-b5e5-9a7b20cf798d req-b3758779-9e12-4667-bc49-f6ee61075c43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1280084 Mar 31 21:35:35.996145 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-90b56ddb-5174-4187-b5e5-9a7b20cf798d req-d9d5c9ad-a0d9-44b7-a78f-1d8daff21f93 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449633 Mar 31 21:35:36.131798 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-90b56ddb-5174-4187-b5e5-9a7b20cf798d req-52fe74bd-6826-4f7d-86dc-454c36945dc6 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188662 Mar 31 21:35:36.926119 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be21722-3053-41c4-b388-2ba7afd474b3 req-a29b60c4-46d4-4ce4-b2c5-cd24557b90aa tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:36.927789 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2be21722-3053-41c4-b388-2ba7afd474b3 req-a29b60c4-46d4-4ce4-b2c5-cd24557b90aa tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.0683002 Mar 31 21:35:36.974991 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2be21722-3053-41c4-b388-2ba7afd474b3 req-8b24aa8d-20a8-47d0-8378-ba3895087a08 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Mar 31 21:35:37.011873 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:38.108467 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24170ae-84cb-460f-bb27-927c05241045 req-caffa8dc-b5ba-41cb-9d9e-d05f6d8abe2b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:38.109930 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c24170ae-84cb-460f-bb27-927c05241045 req-caffa8dc-b5ba-41cb-9d9e-d05f6d8abe2b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.0574391 Mar 31 21:35:38.159860 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c24170ae-84cb-460f-bb27-927c05241045 req-14e96cfd-ba2e-435f-a69f-27ab7f9ef5ad tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442319 Mar 31 21:35:38.415167 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 3059781a-cc7d-4f53-a33c-01cb55968d70 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:35:38.435257 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: 3059781a-cc7d-4f53-a33c-01cb55968d70 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:35:38.435715 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 3059781a-cc7d-4f53-a33c-01cb55968d70 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:35:38.476548 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.290188 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1651b-6a5f-4769-9f30-dff090782f5f req-b5a25c83-cbc3-4f7b-ae17-e5d68a2a604c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:39.294522 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f1d1651b-6a5f-4769-9f30-dff090782f5f req-b5a25c83-cbc3-4f7b-ae17-e5d68a2a604c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.0554013 Mar 31 21:35:39.331885 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51506) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:39.345982 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f1d1651b-6a5f-4769-9f30-dff090782f5f req-44cd6f90-4171-451b-8f6c-2710c05b3997 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483830 Mar 31 21:35:39.385995 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c648e152-8854-49ef-aa98-a432a99b0b9d admin admin] Deleting subnet 99a45d40-cf54-41be-a197-c6bf6946881b {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:35:39.389033 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c648e152-8854-49ef-aa98-a432a99b0b9d admin admin] Publish callbacks [] for subnet (99a45d40-cf54-41be-a197-c6bf6946881b), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.427409 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c648e152-8854-49ef-aa98-a432a99b0b9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13939790'] for subnet (99a45d40-cf54-41be-a197-c6bf6946881b), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.468435 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c648e152-8854-49ef-aa98-a432a99b0b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (99a45d40-cf54-41be-a197-c6bf6946881b), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.529449 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c648e152-8854-49ef-aa98-a432a99b0b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13624173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357913'] for subnet (99a45d40-cf54-41be-a197-c6bf6946881b), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.540654 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.562894 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c648e152-8854-49ef-aa98-a432a99b0b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.566650 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-c648e152-8854-49ef-aa98-a432a99b0b9d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/99a45d40-cf54-41be-a197-c6bf6946881b HTTP/1.1" status: 204 len: 168 time: 0.2337089 Mar 31 21:35:39.567430 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648e152-8854-49ef-aa98-a432a99b0b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a45d40-cf54-41be-a197-c6bf6946881b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:39.569299 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51510) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:39.638342 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (71033f45-9649-4713-8124-85eb70e97295), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.720968 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (71033f45-9649-4713-8124-85eb70e97295), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.742154 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71033f45-9649-4713-8124-85eb70e97295']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:39.751228 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1dea76-863a-477e-86c0-2eab23dccf9b') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:39.751524 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1dea76-863a-477e-86c0-2eab23dccf9b') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:39.761129 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14050438'] for segment (ec1dea76-863a-477e-86c0-2eab23dccf9b), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.773947 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (ec1dea76-863a-477e-86c0-2eab23dccf9b), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.779909 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:35:39.780311 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13869959'] for segment (ec1dea76-863a-477e-86c0-2eab23dccf9b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: Traceback (most recent call last): Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: timer() Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: cb(*args, **kw) Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: return func(*args, **kwargs) Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: self._notify() Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: self.callback(batched_events) Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: event.method(event) Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: return f(self, *a, **k) Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._get(url).json() Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:35:39.782005 dv-cinder-836073-1-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:35:39.838702 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (71033f45-9649-4713-8124-85eb70e97295), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.846967 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:39.850234 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/71033f45-9649-4713-8124-85eb70e97295 HTTP/1.1" status: 204 len: 168 time: 0.2799151 Mar 31 21:35:39.859857 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483d1cd-6054-434f-ba36-aa72fecb22c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=71033f45-9649-4713-8124-85eb70e97295,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:40.019825 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51526) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:40.061697 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-3a6c8d30-a02f-4946-af73-5b35da167576 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb8a08aa074d46a09092850325563e83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405507 Mar 31 21:35:40.064112 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51528) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:40.118932 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6c045ca6-a53e-45ac-ae03-de92527aff88 admin admin] Publish callbacks [] for security_group (ba0cb484-5c1d-4a7a-b40e-cf298741c86b), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:40.139800 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6c045ca6-a53e-45ac-ae03-de92527aff88 admin admin] Publish callbacks [] for security_group (ba0cb484-5c1d-4a7a-b40e-cf298741c86b), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:40.192633 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6c045ca6-a53e-45ac-ae03-de92527aff88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (ba0cb484-5c1d-4a7a-b40e-cf298741c86b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:40.195514 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6c045ca6-a53e-45ac-ae03-de92527aff88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:40.199675 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6c045ca6-a53e-45ac-ae03-de92527aff88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba0cb484-5c1d-4a7a-b40e-cf298741c86b HTTP/1.1" status: 204 len: 168 time: 0.1317005 Mar 31 21:35:40.206523 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c045ca6-a53e-45ac-ae03-de92527aff88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0cb484-5c1d-4a7a-b40e-cf298741c86b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:40.222076 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51538) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:40.497375 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fde82af7-f411-4ae2-86df-c17c0489a8f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:40.498983 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c22e9-1db3-46aa-916a-f1fc3551eee4 req-4bd53a52-abef-45d7-bd64-8866657286fc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:40.501181 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7a9c22e9-1db3-46aa-916a-f1fc3551eee4 req-4bd53a52-abef-45d7-bd64-8866657286fc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.0664356 Mar 31 21:35:40.586495 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7a9c22e9-1db3-46aa-916a-f1fc3551eee4 req-5695545a-478c-40f3-86af-2d10deecffe7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731997 Mar 31 21:35:40.646152 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fde82af7-f411-4ae2-86df-c17c0489a8f0 admin admin] Publish callbacks [] for security_group (9bb8c072-b3bb-47d0-96c9-0d0ec69c1f70), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:40.653026 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fde82af7-f411-4ae2-86df-c17c0489a8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9bb8c072-b3bb-47d0-96c9-0d0ec69c1f70), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:40.691187 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-fde82af7-f411-4ae2-86df-c17c0489a8f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=462f2664c2cb489988fe9ae6e38d4b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4665318 Mar 31 21:35:40.693277 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde82af7-f411-4ae2-86df-c17c0489a8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb8c072-b3bb-47d0-96c9-0d0ec69c1f70,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:40.693856 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51562) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:40.746772 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bef0c7b-d184-47cc-a550-60801c033639 admin admin] Publish callbacks [] for security_group (9bb8c072-b3bb-47d0-96c9-0d0ec69c1f70), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:40.778448 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bef0c7b-d184-47cc-a550-60801c033639 admin admin] Publish callbacks [] for security_group (9bb8c072-b3bb-47d0-96c9-0d0ec69c1f70), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:40.836434 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bef0c7b-d184-47cc-a550-60801c033639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9bb8c072-b3bb-47d0-96c9-0d0ec69c1f70), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:40.840089 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bef0c7b-d184-47cc-a550-60801c033639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:40.843575 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-9bef0c7b-d184-47cc-a550-60801c033639 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bb8c072-b3bb-47d0-96c9-0d0ec69c1f70 HTTP/1.1" status: 204 len: 168 time: 0.1463737 Mar 31 21:35:40.852237 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef0c7b-d184-47cc-a550-60801c033639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb8c072-b3bb-47d0-96c9-0d0ec69c1f70,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:41.005946 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51576) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:41.109086 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-317164462-network', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:41.131608 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Made reservation on behalf of 9ae39c656ee84ad0a206b2de783e2957 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:35:41.134900 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.137782 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51580) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:41.143960 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.150943 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d9f4-7257-45eb-8cc6-4c2808a6333c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.225492 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d9f4-7257-45eb-8cc6-4c2808a6333c admin admin] Publish callbacks [] for security_group (a33e5d56-429b-423c-9fb8-67014d753910), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.229892 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Publish callbacks [] for security_group (c9e50b30-510c-4a38-884a-4d6d0f10550b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.230067 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d9f4-7257-45eb-8cc6-4c2808a6333c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (a33e5d56-429b-423c-9fb8-67014d753910), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.234442 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (c9e50b30-510c-4a38-884a-4d6d0f10550b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.269021 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:35:41.270998 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-4cc2d9f4-7257-45eb-8cc6-4c2808a6333c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cafd8041f334e91be48a586b0799af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321256 Mar 31 21:35:41.272138 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2d9f4-7257-45eb-8cc6-4c2808a6333c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33e5d56-429b-423c-9fb8-67014d753910,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:41.274560 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51584) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:41.281092 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e50b30-510c-4a38-884a-4d6d0f10550b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:41.287504 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (782f5e33-9116-4999-bf48-427ba334b49d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.287861 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Added segment 782f5e33-9116-4999-bf48-427ba334b49d of type vlan for network 0af588c6-3580-4c39-ad1f-cdc12f558b33 Mar 31 21:35:41.329576 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (0af588c6-3580-4c39-ad1f-cdc12f558b33), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.334729 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3fafe612-aa13-4500-806e-e41f6a66e84b admin admin] Publish callbacks [] for security_group (a33e5d56-429b-423c-9fb8-67014d753910), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.354518 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (0af588c6-3580-4c39-ad1f-cdc12f558b33), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.355930 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:41.356520 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.357169 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3fafe612-aa13-4500-806e-e41f6a66e84b admin admin] Publish callbacks [] for security_group (a33e5d56-429b-423c-9fb8-67014d753910), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.419471 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3fafe612-aa13-4500-806e-e41f6a66e84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (a33e5d56-429b-423c-9fb8-67014d753910), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.422110 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3fafe612-aa13-4500-806e-e41f6a66e84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.425799 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-3fafe612-aa13-4500-806e-e41f6a66e84b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a33e5d56-429b-423c-9fb8-67014d753910 HTTP/1.1" status: 204 len: 168 time: 0.1477716 Mar 31 21:35:41.425990 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4165106 Mar 31 21:35:41.426498 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51592) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:41.431373 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafe612-aa13-4500-806e-e41f6a66e84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33e5d56-429b-423c-9fb8-67014d753910,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:41.431505 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-a2da9ab4-578c-46b3-919b-2a13af096f89 admin admin] Request body: {'subnet': {'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-subnet', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:41.443551 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565baff6-d329-4159-b1aa-e3584c968473 admin admin] Pushing event updated for resources: {'Network': ['ID=0af588c6-3580-4c39-ad1f-cdc12f558b33,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:41.454893 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 0af588c6-3580-4c39-ad1f-cdc12f558b33 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:35:41.464652 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2da9ab4-578c-46b3-919b-2a13af096f89 admin admin] Made reservation on behalf of 9ae39c656ee84ad0a206b2de783e2957 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:35:41.467234 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a2da9ab4-578c-46b3-919b-2a13af096f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12905798'] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.738427 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a2da9ab4-578c-46b3-919b-2a13af096f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13867874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12905808'] for subnet (a9c03d72-65a2-4958-bf93-9d18736e5081), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.788160 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea1269-3bd6-401f-8e3c-e2ee57c4a674 req-6529e389-e32b-4e6b-9f43-e81ef8ace2b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:41.789993 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-43ea1269-3bd6-401f-8e3c-e2ee57c4a674 req-6529e389-e32b-4e6b-9f43-e81ef8ace2b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1114521 Mar 31 21:35:41.837069 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da9ab4-578c-46b3-919b-2a13af096f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c03d72-65a2-4958-bf93-9d18736e5081,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:41.860994 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2da9ab4-578c-46b3-919b-2a13af096f89 admin admin] Checking segment: {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:35:41.861365 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2da9ab4-578c-46b3-919b-2a13af096f89 admin admin] Network hostable DHCP agents. Network: 0af588c6-3580-4c39-ad1f-cdc12f558b33, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:35:41.882745 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-43ea1269-3bd6-401f-8e3c-e2ee57c4a674 req-4563d6b1-b879-4cb5-92f6-52add3e61fe7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812809 Mar 31 21:35:41.894039 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2da9ab4-578c-46b3-919b-2a13af096f89 admin admin] Network 0af588c6-3580-4c39-ad1f-cdc12f558b33 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:35:41.904113 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-a2da9ab4-578c-46b3-919b-2a13af096f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 0af588c6-3580-4c39-ad1f-cdc12f558b33) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:35:41.909517 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da9ab4-578c-46b3-919b-2a13af096f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:41.910214 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a2da9ab4-578c-46b3-919b-2a13af096f89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.917747 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec640c4-58f4-44f6-86f9-c03b2cccc06a None None] Network 0af588c6-3580-4c39-ad1f-cdc12f558b33 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:35:41.927886 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a2da9ab4-578c-46b3-919b-2a13af096f89 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5002918 Mar 31 21:35:41.930457 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51614) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:41.936386 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:41.958103 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16398391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31876'] for router (6d109d59-06b1-4380-a6ca-0b3499bfd0db), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:41.958790 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16399271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16384502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16275930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31887'] for router (6d109d59-06b1-4380-a6ca-0b3499bfd0db), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.025999 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Publish callbacks [] for router_controller (6d109d59-06b1-4380-a6ca-0b3499bfd0db), precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.041245 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eb66703-8a4f-504a-9784-587a225c9d17-0af588c6-3580-4c39-ad1f-cdc12f558b33', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081'}]}} from dv-cinder-836073-1-iscsi. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:35:42.042181 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.172063 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Publish callbacks [] for router_gateway (6d109d59-06b1-4380-a6ca-0b3499bfd0db), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.181794 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Allocated IP 172.20.0.2 (0af588c6-3580-4c39-ad1f-cdc12f558b33/a9c03d72-65a2-4958-bf93-9d18736e5081/2ae723ee-8676-4d0a-9ed0-4e25f62a01a9) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:35:42.338750 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Publish callbacks [] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.345178 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.386277 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Network 0af588c6-3580-4c39-ad1f-cdc12f558b33 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:35:42.391549 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:35:42.393484 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Publish callbacks [] for router_gateway (6d109d59-06b1-4380-a6ca-0b3499bfd0db), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.396003 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:35:42.399039 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Pushing event updated for resources: {'Port': ['ID=2ae723ee-8676-4d0a-9ed0-4e25f62a01a9,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:42.410526 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.410874 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.411238 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.411597 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.411934 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.412265 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.412592 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.412690 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.412909 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.413235 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.413556 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.413879 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.414243 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.414566 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.414891 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.415207 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:42.465286 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Attempting to bind port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:35:42.466045 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Attempting to bind port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:35:42.466045 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Attempting to bind port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 on network 0af588c6-3580-4c39-ad1f-cdc12f558b33 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:42.471190 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:35:42.472401 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Checking segment: {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:35:42.473003 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.473400 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Bound using segment: {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:35:42.473886 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Bound port: 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:35:42.474323 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.543764 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Allocated IP 172.27.3.69 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/38bf5258-e878-49b8-87e3-d0b6ead8ade7) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:35:42.544916 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] For port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:35:42.548052 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] For port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=2ae723ee-8676-4d0a-9ed0-4e25f62a01a9,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:35:42.554426 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.622791 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474142c-e461-4035-a133-c7de25e8cb74 None None] Pushing event updated for resources: {'Port': ['ID=2ae723ee-8676-4d0a-9ed0-4e25f62a01a9,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:42.676757 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Publish callbacks [] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.714608 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:42.766179 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:35:42.769760 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:35:42.776068 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:35:42.806489 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Pushing event updated for resources: {'Port': ['ID=38bf5258-e878-49b8-87e3-d0b6ead8ade7,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:43.094003 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956179f-cbcd-43ba-8e7a-ea5310356197 req-4f621588-80b0-4b4d-8cbe-92641d5d4f39 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:43.095644 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1956179f-cbcd-43ba-8e7a-ea5310356197 req-4f621588-80b0-4b4d-8cbe-92641d5d4f39 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1357348 Mar 31 21:35:43.130026 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Publish callbacks [] for router_gateway (6d109d59-06b1-4380-a6ca-0b3499bfd0db), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:43.225775 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1956179f-cbcd-43ba-8e7a-ea5310356197 req-fc8ba9a9-c54d-40b0-9df4-7e18b8ca6a18 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239626 Mar 31 21:35:43.376660 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16384289'] for router (6d109d59-06b1-4380-a6ca-0b3499bfd0db), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:43.402977 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51638) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:43.531434 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Router 6d109d59-06b1-4380-a6ca-0b3499bfd0db is scheduled to L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:35:43.533203 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c37114e-0fe3-416d-a2f1-86953d5940b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:43.619763 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c37114e-0fe3-416d-a2f1-86953d5940b1 admin admin] Publish callbacks [] for security_group (2f52ec58-005c-4f0a-a161-77ba105f8f3f), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:43.624701 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c37114e-0fe3-416d-a2f1-86953d5940b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (2f52ec58-005c-4f0a-a161-77ba105f8f3f), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:43.656612 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37114e-0fe3-416d-a2f1-86953d5940b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f52ec58-005c-4f0a-a161-77ba105f8f3f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:43.678940 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-9c37114e-0fe3-416d-a2f1-86953d5940b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fa5f487197e44d3b3174da8df65d626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747402 Mar 31 21:35:43.679608 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51642) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:43.681316 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b99b3-1205-4446-9b6d-a6ef1a212125 None None] Network 0af588c6-3580-4c39-ad1f-cdc12f558b33 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:35:43.739887 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bca5421b-cb4e-4ea4-9856-baa444ac9422 admin admin] Publish callbacks [] for security_group (2f52ec58-005c-4f0a-a161-77ba105f8f3f), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:43.761224 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-aa794b9d-0397-461f-8133-6295537901a6 None None] Provisioning complete for port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:43.761896 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-aa794b9d-0397-461f-8133-6295537901a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:43.776476 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bca5421b-cb4e-4ea4-9856-baa444ac9422 admin admin] Publish callbacks [] for security_group (2f52ec58-005c-4f0a-a161-77ba105f8f3f), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:43.863474 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bca5421b-cb4e-4ea4-9856-baa444ac9422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (2f52ec58-005c-4f0a-a161-77ba105f8f3f), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:43.868342 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bca5421b-cb4e-4ea4-9856-baa444ac9422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:43.870754 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-bca5421b-cb4e-4ea4-9856-baa444ac9422 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f52ec58-005c-4f0a-a161-77ba105f8f3f HTTP/1.1" status: 204 len: 168 time: 0.1901999 Mar 31 21:35:43.881780 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5421b-cb4e-4ea4-9856-baa444ac9422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f52ec58-005c-4f0a-a161-77ba105f8f3f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:43.925260 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:35:43.925666 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:35:43.937052 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Sync routers for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:35:43.948201 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:35:43.948964 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:35:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:43.956372 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:43.958827 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-25064428-4bcf-4346-b9a0-61788bcb14c4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0273635 Mar 31 21:35:43.959075 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-aa794b9d-0397-461f-8133-6295537901a6 None None] Current status of the port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:43.959470 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-aa794b9d-0397-461f-8133-6295537901a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:43.961807 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51648) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:44.045416 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-aa794b9d-0397-461f-8133-6295537901a6 None None] For port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=2ae723ee-8676-4d0a-9ed0-4e25f62a01a9,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:44.053398 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-aa794b9d-0397-461f-8133-6295537901a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.063822 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:44.064491 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.129155 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:35:44.237593 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa794b9d-0397-461f-8133-6295537901a6 None None] Pushing event updated for resources: {'Port': ['ID=2ae723ee-8676-4d0a-9ed0-4e25f62a01a9,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:44.285164 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:44.305384 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51654) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:44.369664 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:42Z', 'revision_number': 3, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:44.375731 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5ca41730-cd8c-4591-9861-e459951f9c5e None None] Provisioning complete for port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:44.376308 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5ca41730-cd8c-4591-9861-e459951f9c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.397213 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24e17e8d-aea5-4e9c-b7b6-2db620d036f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.401133 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Checking router: 6d109d59-06b1-4380-a6ca-0b3499bfd0db for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:35:44.401716 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Updating router 6d109d59-06b1-4380-a6ca-0b3499bfd0db port 38bf5258-e878-49b8-87e3-d0b6ead8ade7 binding host dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:35:44.442812 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.474119 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5ca41730-cd8c-4591-9861-e459951f9c5e None None] Current status of the port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:44.499653 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe14a3-6e91-4728-b322-1ce11acc3959 req-7969ef28-776a-4524-9651-3bb27e8770bb tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:44.501392 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2cfe14a3-6e91-4728-b322-1ce11acc3959 req-7969ef28-776a-4524-9651-3bb27e8770bb tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1289952 Mar 31 21:35:44.603962 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24e17e8d-aea5-4e9c-b7b6-2db620d036f6 admin admin] Publish callbacks [] for security_group (2c6fac38-266d-4fa1-bde6-e16f6b4eda22), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.615521 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24e17e8d-aea5-4e9c-b7b6-2db620d036f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (2c6fac38-266d-4fa1-bde6-e16f6b4eda22), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.655732 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2cfe14a3-6e91-4728-b322-1ce11acc3959 req-6107237e-0b4b-4e50-9325-f1be51274dbf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454055 Mar 31 21:35:44.686559 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-24e17e8d-aea5-4e9c-b7b6-2db620d036f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2340b7be93bd4bf786c77a833a6fc4dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765972 Mar 31 21:35:44.688034 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51658) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:44.696696 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e17e8d-aea5-4e9c-b7b6-2db620d036f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6fac38-266d-4fa1-bde6-e16f6b4eda22,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:44.747492 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Publish callbacks [] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.748218 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.752139 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8396-b7bf-4d26-bcd2-ccf378da638b admin admin] Publish callbacks [] for security_group (2c6fac38-266d-4fa1-bde6-e16f6b4eda22), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.754378 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.807849 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8396-b7bf-4d26-bcd2-ccf378da638b admin admin] Publish callbacks [] for security_group (2c6fac38-266d-4fa1-bde6-e16f6b4eda22), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.812963 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Attempting to bind port 38bf5258-e878-49b8-87e3-d0b6ead8ade7 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:35:44.813333 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Attempting to bind port 38bf5258-e878-49b8-87e3-d0b6ead8ade7 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:35:44.813689 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Attempting to bind port 38bf5258-e878-49b8-87e3-d0b6ead8ade7 on network 117f9244-b533-4049-ba97-bca06ffbe3a7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:44.825802 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:35:44.826209 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Checking segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:35:44.826600 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.826985 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Bound using segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:35:44.827542 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Bound port: 38bf5258-e878-49b8-87e3-d0b6ead8ade7, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:35:44.827860 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.829447 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Pushing event updated for resources: {'Port': ['ID=38bf5258-e878-49b8-87e3-d0b6ead8ade7,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:44.861708 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.862098 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.862648 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.863122 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.863693 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.864079 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.864396 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.864794 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.865163 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.865486 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.865805 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.866185 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.866502 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.866967 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.867288 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:44.879974 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8396-b7bf-4d26-bcd2-ccf378da638b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (2c6fac38-266d-4fa1-bde6-e16f6b4eda22), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.883209 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cb2c8396-b7bf-4d26-bcd2-ccf378da638b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.884804 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-cb2c8396-b7bf-4d26-bcd2-ccf378da638b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c6fac38-266d-4fa1-bde6-e16f6b4eda22 HTTP/1.1" status: 204 len: 168 time: 0.1946733 Mar 31 21:35:44.894519 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c8396-b7bf-4d26-bcd2-ccf378da638b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6fac38-266d-4fa1-bde6-e16f6b4eda22,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:44.921076 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] For port 38bf5258-e878-49b8-87e3-d0b6ead8ade7, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:35:44.925419 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] For port 38bf5258-e878-49b8-87e3-d0b6ead8ade7, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=38bf5258-e878-49b8-87e3-d0b6ead8ade7,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:35:44.944887 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:44.952709 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Allocated IP 172.20.0.1 (0af588c6-3580-4c39-ad1f-cdc12f558b33/a9c03d72-65a2-4958-bf93-9d18736e5081/d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:35:45.002314 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:35:45.003264 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:35:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:45.097599 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c15434-34ff-42db-b4cb-d40ad955b3ca None None] Pushing event updated for resources: {'Port': ['ID=38bf5258-e878-49b8-87e3-d0b6ead8ade7,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:45.106950 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Publish callbacks [] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.148166 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:35:45.160105 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.197596 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Network 0af588c6-3580-4c39-ad1f-cdc12f558b33 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:35:45.202411 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:35:45.208545 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:35:45.214369 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Pushing event updated for resources: {'Port': ['ID=d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:45.259871 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384758'] for router_interface (6d109d59-06b1-4380-a6ca-0b3499bfd0db), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.313615 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51666) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:45.331904 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-74163afd-ca79-4a03-a59b-e8fbe0165f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.358751 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:42Z', 'revision_number': 3, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:45.389915 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702b9f48-7112-44ea-997c-cc0e97a3504c None None] The sync data for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi is: [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:42Z', 'revision_number': 3, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:35:45.446260 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.465503 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-74163afd-ca79-4a03-a59b-e8fbe0165f75 admin admin] Publish callbacks [] for security_group (b1cc0534-a248-4278-a26d-8f7502336489), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.470945 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-74163afd-ca79-4a03-a59b-e8fbe0165f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (b1cc0534-a248-4278-a26d-8f7502336489), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.511966 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b1896b91-af0e-4e9b-9a4b-765649990a81 None None] Provisioning complete for port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:45.512470 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b1896b91-af0e-4e9b-9a4b-765649990a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.522718 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74163afd-ca79-4a03-a59b-e8fbe0165f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cc0534-a248-4278-a26d-8f7502336489,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:45.531383 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-74163afd-ca79-4a03-a59b-e8fbe0165f75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35561622797b41eba844be3d165e9997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160449 Mar 31 21:35:45.534462 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51672) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:45.578712 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b1896b91-af0e-4e9b-9a4b-765649990a81 None None] Port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:35:45.599317 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-570aac85-2f6a-40e9-a742-4e47a9abca3d admin admin] Publish callbacks [] for security_group (b1cc0534-a248-4278-a26d-8f7502336489), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.624114 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-570aac85-2f6a-40e9-a742-4e47a9abca3d admin admin] Publish callbacks [] for security_group (b1cc0534-a248-4278-a26d-8f7502336489), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.669087 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Publish callbacks [] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.674146 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.675789 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-570aac85-2f6a-40e9-a742-4e47a9abca3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (b1cc0534-a248-4278-a26d-8f7502336489), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.706542 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-570aac85-2f6a-40e9-a742-4e47a9abca3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.709101 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-570aac85-2f6a-40e9-a742-4e47a9abca3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1cc0534-a248-4278-a26d-8f7502336489 HTTP/1.1" status: 204 len: 168 time: 0.1728942 Mar 31 21:35:45.721785 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570aac85-2f6a-40e9-a742-4e47a9abca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cc0534-a248-4278-a26d-8f7502336489,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:45.810822 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384610'] for router_interface (6d109d59-06b1-4380-a6ca-0b3499bfd0db), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:45.816549 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Pushing event updated for resources: {'Port': ['ID=d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:45.937668 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83386599-7ab3-4f05-af94-3781d1b1962e req-2471151b-1e73-4085-a6f3-f5f41aef8383 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:45.939251 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-83386599-7ab3-4f05-af94-3781d1b1962e req-2471151b-1e73-4085-a6f3-f5f41aef8383 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1425364 Mar 31 21:35:45.960369 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 38bf5258-e878-49b8-87e3-d0b6ead8ade7 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:35:46.021393 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 38bf5258-e878-49b8-87e3-d0b6ead8ade7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:46.022072 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:46.025020 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Network 0af588c6-3580-4c39-ad1f-cdc12f558b33 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:35:46.037115 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-83386599-7ab3-4f05-af94-3781d1b1962e req-d607fc13-995c-4e02-a78a-86cda6c9fa7e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914776 Mar 31 21:35:46.038339 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:35:46.138993 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 38bf5258-e878-49b8-87e3-d0b6ead8ade7 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:46.139388 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:46.169691 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port 38bf5258-e878-49b8-87e3-d0b6ead8ade7, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=38bf5258-e878-49b8-87e3-d0b6ead8ade7,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:46.175784 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:46.176885 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:35:46.258654 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Router 6d109d59-06b1-4380-a6ca-0b3499bfd0db has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:35:46.405063 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:35:46.420098 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6b475049-ebe3-47dd-8630-927948d1981a admin admin] 10.222.0.24 "PUT /v2.0/routers/6d109d59-06b1-4380-a6ca-0b3499bfd0db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4569986 Mar 31 21:35:46.460447 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=38bf5258-e878-49b8-87e3-d0b6ead8ade7,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:46.471725 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ba4220f5-0001-4419-8f98-107972a945d9 None None] Provisioning complete for port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:46.472105 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ba4220f5-0001-4419-8f98-107972a945d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:46.498731 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:46.499115 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:46.560017 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ba4220f5-0001-4419-8f98-107972a945d9 None None] Port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:35:46.612677 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:47.189148 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51762) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:47.195017 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cec10aaa-65c4-442f-b31b-c040aa7d1ba8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127607214', 'description': 'tempest-description--905906843'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:47.208080 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18695ab7-095a-4e2b-b696-3fb045d7b3d6 req-4dd3874b-4a76-44ea-a774-76d720d9e6f1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:47.210100 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-18695ab7-095a-4e2b-b696-3fb045d7b3d6 req-4dd3874b-4a76-44ea-a774-76d720d9e6f1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.0889490 Mar 31 21:35:47.225202 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cec10aaa-65c4-442f-b31b-c040aa7d1ba8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.274668 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-18695ab7-095a-4e2b-b696-3fb045d7b3d6 req-dca843f9-39b7-4321-8f5f-5debee2f2829 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583808 Mar 31 21:35:47.320511 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cec10aaa-65c4-442f-b31b-c040aa7d1ba8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group (749bd4a9-f912-4f6c-a5a9-536d794a70b2), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.325568 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cec10aaa-65c4-442f-b31b-c040aa7d1ba8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (749bd4a9-f912-4f6c-a5a9-536d794a70b2), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.364994 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec10aaa-65c4-442f-b31b-c040aa7d1ba8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749bd4a9-f912-4f6c-a5a9-536d794a70b2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:47.372694 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cec10aaa-65c4-442f-b31b-c040aa7d1ba8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.373842 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-cec10aaa-65c4-442f-b31b-c040aa7d1ba8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1827724 Mar 31 21:35:47.376487 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51772) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:47.380955 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-068eebd0-4c20-420d-8898-9a5f176a1e08 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Request body: {'security_group_rule': {'security_group_id': '749bd4a9-f912-4f6c-a5a9-536d794a70b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:47.405052 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-068eebd0-4c20-420d-8898-9a5f176a1e08 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group_rule (d1ed8b9f-4d20-48dd-b8d1-4900e5bd41a9), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.427416 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Sync routers for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:35:47.436995 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:35:47.437917 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:35:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:47.465610 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-068eebd0-4c20-420d-8898-9a5f176a1e08 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group_rule (d1ed8b9f-4d20-48dd-b8d1-4900e5bd41a9), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.469320 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-068eebd0-4c20-420d-8898-9a5f176a1e08 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (d1ed8b9f-4d20-48dd-b8d1-4900e5bd41a9), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.488910 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068eebd0-4c20-420d-8898-9a5f176a1e08 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ed8b9f-4d20-48dd-b8d1-4900e5bd41a9,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:47.499216 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-068eebd0-4c20-420d-8898-9a5f176a1e08 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.503122 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-068eebd0-4c20-420d-8898-9a5f176a1e08 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229606 Mar 31 21:35:47.503315 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51774) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:47.507556 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a2aba1ef-0370-45d1-9e8c-600b1be0ce34 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Request body: {'security_group_rule': {'security_group_id': '749bd4a9-f912-4f6c-a5a9-536d794a70b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:47.531605 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2aba1ef-0370-45d1-9e8c-600b1be0ce34 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group_rule (be472fde-38c7-4cb7-9646-11638e758530), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.548629 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:35:47.591630 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2aba1ef-0370-45d1-9e8c-600b1be0ce34 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group_rule (be472fde-38c7-4cb7-9646-11638e758530), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.597765 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2aba1ef-0370-45d1-9e8c-600b1be0ce34 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (be472fde-38c7-4cb7-9646-11638e758530), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.616760 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aba1ef-0370-45d1-9e8c-600b1be0ce34 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be472fde-38c7-4cb7-9646-11638e758530,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:47.625102 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2aba1ef-0370-45d1-9e8c-600b1be0ce34 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.629184 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-a2aba1ef-0370-45d1-9e8c-600b1be0ce34 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221645 Mar 31 21:35:47.630100 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51778) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:47.635004 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:47.661532 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.760426 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 2, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:47.768770 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.799525 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Checking router: 6d109d59-06b1-4380-a6ca-0b3499bfd0db for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:35:47.799883 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Updating router 6d109d59-06b1-4380-a6ca-0b3499bfd0db port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 binding host dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:35:47.805637 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 38bf5258-e878-49b8-87e3-d0b6ead8ade7 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:35:47.861327 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:47.886529 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Allocated IP 172.27.3.34 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/d0c2cef1-5699-4b20-8714-0754afba919e) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:35:47.914830 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 38bf5258-e878-49b8-87e3-d0b6ead8ade7 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:47.915351 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.019633 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for port (d0c2cef1-5699-4b20-8714-0754afba919e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.059181 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (d0c2cef1-5699-4b20-8714-0754afba919e), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.100051 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:35:48.102875 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:35:48.106399 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:35:48.133485 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event updated for resources: {'Port': ['ID=d0c2cef1-5699-4b20-8714-0754afba919e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:48.149258 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 38bf5258-e878-49b8-87e3-d0b6ead8ade7 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:48.232922 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (ccb6f94c-2cc6-4344-aa8f-5f398233fa60), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.264364 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Publish callbacks [] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.274171 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.286689 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d0c2cef1-5699-4b20-8714-0754afba919e), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.326338 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80f0c9-4356-4da7-b79c-bb3a9cc19e67 None None] Pushing event updated for resources: {'Port': ['ID=d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:48.384729 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Attempting to bind port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:35:48.385316 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Attempting to bind port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:35:48.386165 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Attempting to bind port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 on network 0af588c6-3580-4c39-ad1f-cdc12f558b33 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:48.392631 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:35:48.393780 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Checking segment: {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:35:48.394384 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.394923 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Bound using segment: {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:35:48.395954 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Bound port: d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:35:48.396534 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.475404 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] For port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:35:48.480838 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] For port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:35:48.485234 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0b23-fde0-45a4-a427-e5e03b733678 req-aa443056-4998-47cd-a2da-4d77efc57f4c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:48.486878 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e1c0b23-fde0-45a4-a427-e5e03b733678 req-aa443056-4998-47cd-a2da-4d77efc57f4c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.0878575 Mar 31 21:35:48.488291 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.547029 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:35:48.547658 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:35:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:48.557856 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for port (d0c2cef1-5699-4b20-8714-0754afba919e), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.564280 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (d0c2cef1-5699-4b20-8714-0754afba919e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.598379 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e1c0b23-fde0-45a4-a427-e5e03b733678 req-04627549-20ee-4bf0-9a50-57ffadafa3a3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036627 Mar 31 21:35:48.617411 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event updated for resources: {'Port': ['ID=d0c2cef1-5699-4b20-8714-0754afba919e,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:48.635061 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80f0c9-4356-4da7-b79c-bb3a9cc19e67 None None] Pushing event updated for resources: {'Port': ['ID=d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:48.650820 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-35ce1e70-e56c-49b3-a925-e97d8f6cb439 None None] Provisioning complete for port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:48.651205 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-35ce1e70-e56c-49b3-a925-e97d8f6cb439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.682907 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (ccb6f94c-2cc6-4344-aa8f-5f398233fa60), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.708521 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.710141 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-fce5dd87-5e29-4d01-89be-59a0b8cea3e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0788832 Mar 31 21:35:48.732853 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:35:48.802607 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-35ce1e70-e56c-49b3-a925-e97d8f6cb439 None None] Current status of the port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:48.803244 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-35ce1e70-e56c-49b3-a925-e97d8f6cb439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.882157 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-d1aa208b-2920-4c2d-af87-849314f10882 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1127607214&fields=id&tenant_id=9ae39c656ee84ad0a206b2de783e2957 HTTP/1.1" status: 200 len: 267 time: 0.0481198 Mar 31 21:35:48.906892 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-35ce1e70-e56c-49b3-a925-e97d8f6cb439 None None] For port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:48.912860 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-35ce1e70-e56c-49b3-a925-e97d8f6cb439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:48.998091 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-ef261324-0fef-43cf-ba20-3aa9434d9e91 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:48.999540 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-ef261324-0fef-43cf-ba20-3aa9434d9e91 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/networks?id=0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 200 len: 816 time: 0.1165886 Mar 31 21:35:49.010945 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce1e70-e56c-49b3-a925-e97d8f6cb439 None None] Pushing event updated for resources: {'Port': ['ID=d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:49.015444 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-e1a37677-1224-4167-9a7c-49283b23dc9a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/quotas/9ae39c656ee84ad0a206b2de783e2957 HTTP/1.1" status: 200 len: 375 time: 0.0100353 Mar 31 21:35:49.043086 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-5f902464-4ba0-45fc-a400-1e640982c5b9 None None] Provisioning complete for port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:49.043381 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5f902464-4ba0-45fc-a400-1e640982c5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:49.070086 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:35:49.076801 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-d4e2ca61-059d-4f15-8bd1-c1699ab7692d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550532 Mar 31 21:35:49.247087 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afd462-b08a-4839-a7eb-113977f9848d None None] The sync data for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi is: [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:35:49.304565 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-5f902464-4ba0-45fc-a400-1e640982c5b9 None None] Current status of the port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:49.432482 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-90ff1b4b-e1a1-4044-9844-05c71b32afc9 service neutron] 10.222.0.24 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435090 Mar 31 21:35:49.540286 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-ce214667-1319-4508-8eaa-fa8fb7124010 service neutron] 10.222.0.24 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013494 Mar 31 21:35:49.600840 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3006a7-178a-493d-b409-83dbac9ec0bd req-3cbad25b-a48e-40a3-af5a-13b3b0252ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:49.602675 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4b3006a7-178a-493d-b409-83dbac9ec0bd req-3cbad25b-a48e-40a3-af5a-13b3b0252ec0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 1130 time: 0.0542622 Mar 31 21:35:49.669883 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4b3006a7-178a-493d-b409-83dbac9ec0bd req-37883571-8922-4bdd-b435-d20c079c325c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559630 Mar 31 21:35:49.781208 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dedd1a16-35bc-43f2-9cbb-2a31e3a85f50 req-877897a1-523f-439a-8454-d87bc623fa4e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 210 time: 0.0643485 Mar 31 21:35:49.837045 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa6800-1c3a-489e-9b0b-a45bad8dabbc req-17792814-90d2-4247-be56-287efbe665cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:49.838640 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dfa6800-1c3a-489e-9b0b-a45bad8dabbc req-17792814-90d2-4247-be56-287efbe665cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1318922 Mar 31 21:35:49.896047 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:35:49.928069 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1dfa6800-1c3a-489e-9b0b-a45bad8dabbc req-86cba187-86ca-4245-957d-9ec7e0b3b21b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626216 Mar 31 21:35:49.967915 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:49.968246 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:50.088374 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:50.914475 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-55fd91bb-97bc-4099-834b-815fb5f43f77 req-feb754e8-eb2f-4741-b5b4-86dd80e59511 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 210 time: 0.0299351 Mar 31 21:35:51.101242 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cb951-7927-487f-b47d-ffce1707ff7c req-762fe718-6bc4-4fc6-9369-59adc7192c8f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:51.102678 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e08cb951-7927-487f-b47d-ffce1707ff7c req-762fe718-6bc4-4fc6-9369-59adc7192c8f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1270931 Mar 31 21:35:51.127846 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-be13efae-c2e0-4bcc-931f-129805f68849 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:51.129264 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-be13efae-c2e0-4bcc-931f-129805f68849 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.13 "GET /v2.0/networks?id=0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 200 len: 816 time: 0.1432271 Mar 31 21:35:51.181678 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e08cb951-7927-487f-b47d-ffce1707ff7c req-9408b15a-f63b-4dab-8750-370c4925e98d tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696089 Mar 31 21:35:51.217627 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-20cec458-414a-43dc-acb6-03e9fe781797 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ae39c656ee84ad0a206b2de783e2957 HTTP/1.1" status: 200 len: 380 time: 0.0675445 Mar 31 21:35:51.240052 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Request body: {'port': {'device_id': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'admin_state_up': True, 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'security_groups': ['749bd4a9-f912-4f6c-a5a9-536d794a70b2']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:51.352415 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Made reservation on behalf of 9ae39c656ee84ad0a206b2de783e2957 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:35:51.357273 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:51.493491 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Allocated IP 172.20.0.4 (0af588c6-3580-4c39-ad1f-cdc12f558b33/a9c03d72-65a2-4958-bf93-9d18736e5081/38f18a43-8f4d-4708-a71a-429d4f323b17) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:35:51.641920 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:51.675570 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:51.724517 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Network 0af588c6-3580-4c39-ad1f-cdc12f558b33 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:35:51.729913 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:35:51.734345 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:35:51.738193 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event updated for resources: {'Port': ['ID=38f18a43-8f4d-4708-a71a-429d4f323b17,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:51.784239 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:51.784982 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:51.803295 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-740ebaad-804e-42af-b1ab-6c1aeb4ed794 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681722 Mar 31 21:35:51.817135 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Request body: {'port': {'device_id': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:35:51.887810 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:51.946009 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-59ce0dd9-4d39-48f8-a141-973b8bd1234f None None] Provisioning complete for port 38f18a43-8f4d-4708-a71a-429d4f323b17 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:35:51.947269 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-59ce0dd9-4d39-48f8-a141-973b8bd1234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:51.988571 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-59ce0dd9-4d39-48f8-a141-973b8bd1234f None None] Port 38f18a43-8f4d-4708-a71a-429d4f323b17 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:35:52.122919 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc1a79-fc80-4be1-81ec-5857f2d82af2 req-b6408066-9320-4add-9941-105054b2578b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:52.124541 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bbbc1a79-fc80-4be1-81ec-5857f2d82af2 req-b6408066-9320-4add-9941-105054b2578b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 931 time: 0.1139171 Mar 31 21:35:52.204372 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bbbc1a79-fc80-4be1-81ec-5857f2d82af2 req-44f7236d-3456-49e0-94a5-c5ca46b375af tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728464 Mar 31 21:35:52.240809 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f18a43-8f4d-4708-a71a-429d4f323b17 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:35:52.248930 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Publish callbacks [] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:52.288907 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Transition to ACTIVE for port object 38f18a43-8f4d-4708-a71a-429d4f323b17 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:35:52.293564 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:52.354959 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc03a7-a51f-4304-99fd-5bc37cba3747 req-2d3f6520-7584-42dc-aa74-ddc560baa80b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:52.356429 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-65cc03a7-a51f-4304-99fd-5bc37cba3747 req-2d3f6520-7584-42dc-aa74-ddc560baa80b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1051476 Mar 31 21:35:52.365333 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Pushing event updated for resources: {'Port': ['ID=38f18a43-8f4d-4708-a71a-429d4f323b17,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:52.460364 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-65cc03a7-a51f-4304-99fd-5bc37cba3747 req-91df1a4f-2fc3-427d-a46b-b4f9ab206560 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960624 Mar 31 21:35:52.473323 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Attempting to bind port 38f18a43-8f4d-4708-a71a-429d4f323b17 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:35:52.485296 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Attempting to bind port 38f18a43-8f4d-4708-a71a-429d4f323b17 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:35:52.485796 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Attempting to bind port 38f18a43-8f4d-4708-a71a-429d4f323b17 on network 0af588c6-3580-4c39-ad1f-cdc12f558b33 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:52.491522 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Port 38f18a43-8f4d-4708-a71a-429d4f323b17 on network 0af588c6-3580-4c39-ad1f-cdc12f558b33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:35:52.491846 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Attempting to bind port 38f18a43-8f4d-4708-a71a-429d4f323b17 on network 0af588c6-3580-4c39-ad1f-cdc12f558b33 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:35:52.498001 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:35:52.498356 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Checking segment: {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:35:52.498740 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Bound using segment: {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:35:52.499166 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Bound port: 38f18a43-8f4d-4708-a71a-429d4f323b17, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:35:52.499526 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:52.599389 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:35:52.603944 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=38f18a43-8f4d-4708-a71a-429d4f323b17,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:35:52.621568 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21d6c2-f027-4d60-82e5-28f451f8fef3 req-39e590ef-1fa4-4b26-8aff-c808dfdf5108 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:52.623157 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa21d6c2-f027-4d60-82e5-28f451f8fef3 req-39e590ef-1fa4-4b26-8aff-c808dfdf5108 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0860031 Mar 31 21:35:52.625326 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:52.676069 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:52.676691 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:52.678104 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] 10.222.0.13 "PUT /v2.0/ports/38f18a43-8f4d-4708-a71a-429d4f323b17 HTTP/1.1" status: 200 len: 1093 time: 0.8656673 Mar 31 21:35:52.678879 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:35:52.681175 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b6e31e-acd2-436c-a226-46a930d70eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:35:52.724987 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf099d7-7fcc-430e-90a0-bdb8edbfabbb x-openstack-request-id: req-6bf099d7-7fcc-430e-90a0-bdb8edbfabbb {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:35:52.725284 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:35:52.725541 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bf099d7-7fcc-430e-90a0-bdb8edbfabbb {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:35:52.725984 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf099d7-7fcc-430e-90a0-bdb8edbfabbb'] response: {'name': 'network-changed', 'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'status': 'completed', 'code': 200} Mar 31 21:35:52.735326 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa21d6c2-f027-4d60-82e5-28f451f8fef3 req-94f4da0d-db0c-42b4-8b8f-7b68e4913186 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016767 Mar 31 21:35:52.735918 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ecb17-9dbf-4212-8fba-7c529289f10e service neutron] Pushing event updated for resources: {'Port': ['ID=38f18a43-8f4d-4708-a71a-429d4f323b17,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:52.906030 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e31e-acd2-436c-a226-46a930d70eb5 req-af76936c-af24-4ba0-8e60-25d37bdcfcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:52.907636 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-42b6e31e-acd2-436c-a226-46a930d70eb5 req-af76936c-af24-4ba0-8e60-25d37bdcfcb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 1127 time: 0.0453789 Mar 31 21:35:53.100001 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e31e-acd2-436c-a226-46a930d70eb5 req-1c1d659a-6483-4388-81dc-ddb9cea30d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:53.101530 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-42b6e31e-acd2-436c-a226-46a930d70eb5 req-1c1d659a-6483-4388-81dc-ddb9cea30d31 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9ae39c656ee84ad0a206b2de783e2957&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1862164 Mar 31 21:35:53.258467 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e31e-acd2-436c-a226-46a930d70eb5 req-80a3f432-fa04-4b12-b4ad-a8b26dc7dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:53.260066 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-42b6e31e-acd2-436c-a226-46a930d70eb5 req-80a3f432-fa04-4b12-b4ad-a8b26dc7dc4e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1524813 Mar 31 21:35:53.340785 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d9207-b60e-4eb2-bde6-fa3fd07c1d58 req-fd454a54-8b31-4d15-b50a-e661cdee3d96 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:53.342240 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-df4d9207-b60e-4eb2-bde6-fa3fd07c1d58 req-fd454a54-8b31-4d15-b50a-e661cdee3d96 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.0641797 Mar 31 21:35:53.406113 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-7d51692f-6297-4d17-8916-0a7b2d32413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:53.407621 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-7d51692f-6297-4d17-8916-0a7b2d32413b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 1127 time: 0.0836051 Mar 31 21:35:53.411528 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-df4d9207-b60e-4eb2-bde6-fa3fd07c1d58 req-947c6082-04e6-43ee-87db-443d1d2984c8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553420 Mar 31 21:35:53.455082 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-dda9d185-8e76-4a04-b960-0a68a6b3f2a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38f18a43-8f4d-4708-a71a-429d4f323b17 HTTP/1.1" status: 200 len: 217 time: 0.0359666 Mar 31 21:35:53.512058 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-dc29a1f8-d2ec-4d25-8cae-8f80b3cf8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:53.513517 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-dc29a1f8-d2ec-4d25-8cae-8f80b3cf8af0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9c03d72-65a2-4958-bf93-9d18736e5081 HTTP/1.1" status: 200 len: 855 time: 0.0497520 Mar 31 21:35:53.566998 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-b79bb984-0afb-430f-9192-107f7ac8d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:53.568477 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-b79bb984-0afb-430f-9192-107f7ac8d189 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af588c6-3580-4c39-ad1f-cdc12f558b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449677 Mar 31 21:35:53.663280 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-9bb3a341-fb62-49d2-ab6b-13f998faf25a service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869312 Mar 31 21:35:53.750596 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-626770db-3b0e-4720-9df3-d0cf355a3fb3 req-62693db0-fb83-4b54-b86a-9232c1b628ad service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800381 Mar 31 21:35:54.536672 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00789a-b30b-47d8-b81a-773d1d7d827e req-8978bf3d-b47e-40b8-8261-917aac539ad3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:54.538025 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5f00789a-b30b-47d8-b81a-773d1d7d827e req-8978bf3d-b47e-40b8-8261-917aac539ad3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.0524755 Mar 31 21:35:54.594505 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5f00789a-b30b-47d8-b81a-773d1d7d827e req-e85c5d71-750d-4778-978a-864cb3808d7c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504036 Mar 31 21:35:55.465990 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7be43-eec5-40f5-974e-cc70cd1f3f6e req-602f6351-0b35-44c9-9032-cff009fcd2bb tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:55.467461 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-edc7be43-eec5-40f5-974e-cc70cd1f3f6e req-602f6351-0b35-44c9-9032-cff009fcd2bb tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0823634 Mar 31 21:35:55.469248 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e00c4-36f5-46ac-92bc-c088f520b5d1 req-2d70dfb2-df12-4dd7-968d-67fe366ed955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:55.470582 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c6e00c4-36f5-46ac-92bc-c088f520b5d1 req-2d70dfb2-df12-4dd7-968d-67fe366ed955 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 1130 time: 0.0759172 Mar 31 21:35:55.581053 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-edc7be43-eec5-40f5-974e-cc70cd1f3f6e req-c85bc2d2-d558-48fc-abd3-42c3bec616be tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063976 Mar 31 21:35:55.599546 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e00c4-36f5-46ac-92bc-c088f520b5d1 req-d4a2ecb1-2306-4b32-a64e-7be77ef8ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:55.600977 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c6e00c4-36f5-46ac-92bc-c088f520b5d1 req-d4a2ecb1-2306-4b32-a64e-7be77ef8ef65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.1205342 Mar 31 21:35:55.649983 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c6e00c4-36f5-46ac-92bc-c088f520b5d1 req-7e728aa3-c757-40ea-91bd-f39f8d997274 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02050ae6-7027-4561-8e8e-79a05d7338b1 HTTP/1.1" status: 200 len: 217 time: 0.0351477 Mar 31 21:35:55.946010 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e00c4-36f5-46ac-92bc-c088f520b5d1 req-eaa0d85b-7d3b-4a75-b31e-7ed1c115d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:55.947702 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c6e00c4-36f5-46ac-92bc-c088f520b5d1 req-eaa0d85b-7d3b-4a75-b31e-7ed1c115d58e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.2909739 Mar 31 21:35:55.973904 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca823887-8adb-4c3a-af69-e3cff062a8da req-aad28c61-5842-49ba-b66a-b905ba1fc980 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:55.975341 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ca823887-8adb-4c3a-af69-e3cff062a8da req-aad28c61-5842-49ba-b66a-b905ba1fc980 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.2946308 Mar 31 21:35:56.041925 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e00c4-36f5-46ac-92bc-c088f520b5d1 req-5e437a4a-a6bf-4cfa-83c1-8ea9a9631d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:56.043493 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c6e00c4-36f5-46ac-92bc-c088f520b5d1 req-5e437a4a-a6bf-4cfa-83c1-8ea9a9631d99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848837 Mar 31 21:35:56.047240 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ca823887-8adb-4c3a-af69-e3cff062a8da req-20d9bc60-89e9-47a6-8030-29a187cc2e96 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568588 Mar 31 21:35:56.151846 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c6e00c4-36f5-46ac-92bc-c088f520b5d1 req-01cec472-fab2-4527-b3e5-b7eebd0b53ba service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969758 Mar 31 21:35:56.194394 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 51924) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:56.242358 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c6e00c4-36f5-46ac-92bc-c088f520b5d1 req-16fe5503-d7f1-4292-bc66-e9110a734010 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820999 Mar 31 21:35:56.304892 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07214580-e38f-4dae-8183-64aad45d157f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:56.379508 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07214580-e38f-4dae-8183-64aad45d157f admin admin] Publish callbacks [] for security_group (b76582df-5c1d-41bb-8002-4c645ca089be), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:56.383354 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07214580-e38f-4dae-8183-64aad45d157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (b76582df-5c1d-41bb-8002-4c645ca089be), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:56.422529 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-07214580-e38f-4dae-8183-64aad45d157f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3f9c05bdf634a43b5f161dbd79fb4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270229 Mar 31 21:35:56.423376 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07214580-e38f-4dae-8183-64aad45d157f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76582df-5c1d-41bb-8002-4c645ca089be,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:56.425727 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 51932) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:56.473187 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eb42a9d-e0e9-4595-8af5-0fc3d26ba6ea admin admin] Publish callbacks [] for security_group (b76582df-5c1d-41bb-8002-4c645ca089be), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:56.497315 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eb42a9d-e0e9-4595-8af5-0fc3d26ba6ea admin admin] Publish callbacks [] for security_group (b76582df-5c1d-41bb-8002-4c645ca089be), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:56.546319 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eb42a9d-e0e9-4595-8af5-0fc3d26ba6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (b76582df-5c1d-41bb-8002-4c645ca089be), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:56.548872 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6eb42a9d-e0e9-4595-8af5-0fc3d26ba6ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:56.550528 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6eb42a9d-e0e9-4595-8af5-0fc3d26ba6ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b76582df-5c1d-41bb-8002-4c645ca089be HTTP/1.1" status: 204 len: 168 time: 0.1237707 Mar 31 21:35:56.558394 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb42a9d-e0e9-4595-8af5-0fc3d26ba6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76582df-5c1d-41bb-8002-4c645ca089be,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:56.716098 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5329a9-dd4a-48a5-93b2-cd296d75eebd req-cdc7a7b0-e258-4f62-9b7c-b5c6701fb318 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:56.717594 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5c5329a9-dd4a-48a5-93b2-cd296d75eebd req-cdc7a7b0-e258-4f62-9b7c-b5c6701fb318 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0645618 Mar 31 21:35:56.764825 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5c5329a9-dd4a-48a5-93b2-cd296d75eebd req-264e477d-cdea-4f22-90db-fbfd162bf6dd tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 Mar 31 21:35:57.176982 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa088eb-9c82-4d07-85d4-8912c02cec04 req-f7f93f62-16f6-48c6-ad36-b13b0f6b5cc8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:57.178524 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fa088eb-9c82-4d07-85d4-8912c02cec04 req-f7f93f62-16f6-48c6-ad36-b13b0f6b5cc8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.0566540 Mar 31 21:35:57.225508 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fa088eb-9c82-4d07-85d4-8912c02cec04 req-3469e383-b6b0-4902-b77c-8fde043b47bc tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414910 Mar 31 21:35:57.895755 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389cbfd-a5e6-4a8d-bca4-a82d1d058c62 req-b4b19503-450f-4135-8139-f009f5fe0679 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:57.897217 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0389cbfd-a5e6-4a8d-bca4-a82d1d058c62 req-b4b19503-450f-4135-8139-f009f5fe0679 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0638790 Mar 31 21:35:57.942948 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0389cbfd-a5e6-4a8d-bca4-a82d1d058c62 req-a7042475-32d0-406c-849e-766d16703d3e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Mar 31 21:35:58.346332 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3676f3d-a714-4c20-a046-f619595a9174 req-89fa40a5-d035-4c94-9935-a722c93e2697 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:58.347795 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f3676f3d-a714-4c20-a046-f619595a9174 req-89fa40a5-d035-4c94-9935-a722c93e2697 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.0538769 Mar 31 21:35:58.394168 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f3676f3d-a714-4c20-a046-f619595a9174 req-8330b69d-1226-49a9-a9ee-1209882e7c37 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Mar 31 21:35:58.514529 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 38f18a43-8f4d-4708-a71a-429d4f323b17 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:35:58.613325 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=38f18a43-8f4d-4708-a71a-429d4f323b17,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:58.625259 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'port_id': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'mac_address': 'fa:16:3e:91:ad:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:35:58.669561 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 38f18a43-8f4d-4708-a71a-429d4f323b17 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:35:58.669951 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:58.687594 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f18a43-8f4d-4708-a71a-429d4f323b17 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:35:58.710843 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=38f18a43-8f4d-4708-a71a-429d4f323b17,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:35:58.718434 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:58.767592 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=38f18a43-8f4d-4708-a71a-429d4f323b17,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:59.063153 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8699d42-f83c-4b37-ae0a-b8b811e59204 req-d638e5ac-a16a-4893-af11-f51217351ed5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:59.064705 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b8699d42-f83c-4b37-ae0a-b8b811e59204 req-d638e5ac-a16a-4893-af11-f51217351ed5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0541101 Mar 31 21:35:59.118941 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b8699d42-f83c-4b37-ae0a-b8b811e59204 req-0bcbd438-7ac7-46be-972e-0b9a28d4669b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476849 Mar 31 21:35:59.324740 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['38f18a43-8f4d-4708-a71a-429d4f323b17'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:35:59.529774 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a95aed-7621-4374-99b8-704636a9b460 req-13f53a71-2732-447a-b33e-63828e543952 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:35:59.531518 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d9a95aed-7621-4374-99b8-704636a9b460 req-13f53a71-2732-447a-b33e-63828e543952 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 944 time: 0.0519099 Mar 31 21:35:59.586812 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d9a95aed-7621-4374-99b8-704636a9b460 req-7986b891-d007-4dd1-8ac2-d0bf2f8b55f8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494845 Mar 31 21:36:00.245387 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755e272-47c2-43a9-92e7-76731a88246d req-e3b8e24a-738c-414f-a88b-d0d6125f972c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:00.247570 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e755e272-47c2-43a9-92e7-76731a88246d req-e3b8e24a-738c-414f-a88b-d0d6125f972c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0562479 Mar 31 21:36:00.303301 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e755e272-47c2-43a9-92e7-76731a88246d req-9ecc9498-f7b0-42c3-b118-8c22ab28629f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497129 Mar 31 21:36:00.732168 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a8ba-75a2-43a7-b1c2-da7d4c45a6bc req-cf3a5933-5129-40d9-afd4-2ff6e1d964f9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:00.734473 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6d05a8ba-75a2-43a7-b1c2-da7d4c45a6bc req-cf3a5933-5129-40d9-afd4-2ff6e1d964f9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 944 time: 0.0636382 Mar 31 21:36:00.794309 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6d05a8ba-75a2-43a7-b1c2-da7d4c45a6bc req-2d22189e-e0f0-4a40-b23b-2478983a668d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537677 Mar 31 21:36:01.423390 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348e96-5872-4091-b7a4-13e9c7034c93 req-f11ed237-8891-4b38-b1dd-2bed045c1427 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:01.424876 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ce348e96-5872-4091-b7a4-13e9c7034c93 req-f11ed237-8891-4b38-b1dd-2bed045c1427 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0516660 Mar 31 21:36:01.470730 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ce348e96-5872-4091-b7a4-13e9c7034c93 req-d117b408-2e10-452d-8366-6566d6b2aaae tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403895 Mar 31 21:36:01.921714 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33216e-78b5-421a-bb53-e34dfcf6089f req-635455d7-63c2-4da0-8953-60344ec8b115 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:01.923201 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fe33216e-78b5-421a-bb53-e34dfcf6089f req-635455d7-63c2-4da0-8953-60344ec8b115 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 944 time: 0.0556068 Mar 31 21:36:01.970754 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fe33216e-78b5-421a-bb53-e34dfcf6089f req-b314a0e2-5a55-4a11-b142-612ec0c1d7f6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413070 Mar 31 21:36:02.587737 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e5ae5-8445-49c3-9ee1-73df80f416be req-edcbe07e-5e24-48df-8995-6a49ed2b34c9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:02.589234 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f82e5ae5-8445-49c3-9ee1-73df80f416be req-edcbe07e-5e24-48df-8995-6a49ed2b34c9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0526218 Mar 31 21:36:02.638498 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f82e5ae5-8445-49c3-9ee1-73df80f416be req-d1bf50ab-ea1c-4355-8603-6a8d4d286373 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Mar 31 21:36:03.105070 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18ef47-88ee-44cc-b7bd-fcb087903aca req-25d102b9-dbac-42d9-a1e4-0ee3fe36e416 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:03.106607 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ce18ef47-88ee-44cc-b7bd-fcb087903aca req-25d102b9-dbac-42d9-a1e4-0ee3fe36e416 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 944 time: 0.0590506 Mar 31 21:36:03.158817 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ce18ef47-88ee-44cc-b7bd-fcb087903aca req-9d520217-8dab-458a-868c-c57f50dbe707 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461397 Mar 31 21:36:03.179456 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6ef4ccc6-5480-49ef-b363-18f20a95a483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:03.761642 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1987bf8-b4b9-476f-8b76-7ca662171af0 req-cc0dd988-f792-4cb4-8d5c-0adef00b7f20 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:03.763152 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e1987bf8-b4b9-476f-8b76-7ca662171af0 req-cc0dd988-f792-4cb4-8d5c-0adef00b7f20 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0511913 Mar 31 21:36:03.810095 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e1987bf8-b4b9-476f-8b76-7ca662171af0 req-bca53e2f-5bba-4cd8-bd05-089c86b648f5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407910 Mar 31 21:36:04.288412 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9019ba-ffb6-4084-bdd3-d93a9f89036d req-1e33f567-920d-4125-914f-da2cdd040326 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:04.289809 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6e9019ba-ffb6-4084-bdd3-d93a9f89036d req-1e33f567-920d-4125-914f-da2cdd040326 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 944 time: 0.0523431 Mar 31 21:36:04.339939 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6e9019ba-ffb6-4084-bdd3-d93a9f89036d req-47aa6256-1913-43d0-a71d-c18b48acb53a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437202 Mar 31 21:36:04.946848 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154cadc-fc0b-49a2-aa33-4e479995f0ab req-7327b291-a3a7-42b9-830d-433196e58d34 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:04.948362 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c154cadc-fc0b-49a2-aa33-4e479995f0ab req-7327b291-a3a7-42b9-830d-433196e58d34 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0645010 Mar 31 21:36:04.996143 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c154cadc-fc0b-49a2-aa33-4e479995f0ab req-feca63fa-f623-4c54-91cb-2799ce895c8d tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Mar 31 21:36:05.239689 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0b1ea8b4-2c50-4cf6-a71f-766c7eb5b012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:05.460376 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7070664-3f09-4e0e-b1e7-a226e0522f85 req-c768f7b3-170c-4f76-bc2c-d8446c7bb419 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:05.461838 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b7070664-3f09-4e0e-b1e7-a226e0522f85 req-c768f7b3-170c-4f76-bc2c-d8446c7bb419 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 944 time: 0.0516109 Mar 31 21:36:05.507411 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b7070664-3f09-4e0e-b1e7-a226e0522f85 req-ae50075b-e375-4db0-aed4-c90d449d606d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401514 Mar 31 21:36:06.119540 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcf3ac-0fa0-4fc0-ada2-08209c80cecb req-cb83b5cc-20f7-417b-836c-b26763494da9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:06.121049 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-46fcf3ac-0fa0-4fc0-ada2-08209c80cecb req-cb83b5cc-20f7-417b-836c-b26763494da9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0559158 Mar 31 21:36:06.170999 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-46fcf3ac-0fa0-4fc0-ada2-08209c80cecb req-9761e613-b091-4642-a027-9ee9bc612185 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436804 Mar 31 21:36:06.627077 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad093e-387d-4bd8-a1f6-b54110f884aa req-b5b8e14f-e79e-417a-b6a4-122996c3772c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:06.628573 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9ad093e-387d-4bd8-a1f6-b54110f884aa req-b5b8e14f-e79e-417a-b6a4-122996c3772c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 944 time: 0.0524778 Mar 31 21:36:06.674761 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9ad093e-387d-4bd8-a1f6-b54110f884aa req-76998718-64c8-493f-a45c-beda26af0a7e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408089 Mar 31 21:36:07.002355 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:07.022456 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 38f18a43-8f4d-4708-a71a-429d4f323b17 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:36:07.076802 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:07.086416 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port 38f18a43-8f4d-4708-a71a-429d4f323b17 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:36:07.090459 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 38f18a43-8f4d-4708-a71a-429d4f323b17 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:36:07.090829 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:07.168778 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 38f18a43-8f4d-4708-a71a-429d4f323b17 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:36:07.169083 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:07.191502 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:36:07.193726 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5392ae-087e-4245-ba5a-f3ba7d675937" -d '{"events": [{"server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "name": "network-vif-plugged", "status": "completed", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:36:07.207406 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=38f18a43-8f4d-4708-a71a-429d4f323b17,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:36:07.212134 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:07.236479 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c394c7-7c49-48f2-9cc9-f8bc5c8fc7e9 x-openstack-request-id: req-64c394c7-7c49-48f2-9cc9-f8bc5c8fc7e9 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:36:07.236793 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "name": "network-vif-plugged", "status": "completed", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:36:07.237050 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64c394c7-7c49-48f2-9cc9-f8bc5c8fc7e9 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:36:07.237440 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c394c7-7c49-48f2-9cc9-f8bc5c8fc7e9'] response: {'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'code': 200} Mar 31 21:36:07.262823 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=38f18a43-8f4d-4708-a71a-429d4f323b17,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:07.290110 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aad3ab-492c-4254-9a13-2ead1c80935f req-4b35eabb-63e6-470d-ac59-954b8b7cc604 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:07.291603 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-48aad3ab-492c-4254-9a13-2ead1c80935f req-4b35eabb-63e6-470d-ac59-954b8b7cc604 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0526035 Mar 31 21:36:07.339249 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-48aad3ab-492c-4254-9a13-2ead1c80935f req-b029b850-95b6-412d-ad41-875e52932a59 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421386 Mar 31 21:36:07.800366 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36092373-4b72-435d-a3ab-cc07c3b9b57d req-9b898813-4297-4be4-a447-4f2841ba97b9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:07.801826 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-36092373-4b72-435d-a3ab-cc07c3b9b57d req-9b898813-4297-4be4-a447-4f2841ba97b9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0550349 Mar 31 21:36:07.847616 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-36092373-4b72-435d-a3ab-cc07c3b9b57d req-f16dab52-63c4-48db-bf77-a04331a40cdf tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403261 Mar 31 21:36:08.457843 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2d2e1-64fd-41bf-bc86-3facda78db63 req-bc4db835-95b4-4099-9788-d9763e60b58b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:08.459398 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdf2d2e1-64fd-41bf-bc86-3facda78db63 req-bc4db835-95b4-4099-9788-d9763e60b58b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0552702 Mar 31 21:36:08.472001 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:08.507904 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdf2d2e1-64fd-41bf-bc86-3facda78db63 req-3e3829cc-8fba-4315-8721-b9e76d48863b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428686 Mar 31 21:36:08.726833 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38f8c0-3ca4-4cf2-8a08-01a324c60697 req-0d12cc8b-793e-467c-9d41-b410887b559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:08.726833 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4d38f8c0-3ca4-4cf2-8a08-01a324c60697 req-0d12cc8b-793e-467c-9d41-b410887b559e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 1129 time: 0.0504992 Mar 31 21:36:08.769090 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4d38f8c0-3ca4-4cf2-8a08-01a324c60697 req-1e6217bc-80ee-48c2-ae1d-f6db558693d4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370042 Mar 31 21:36:08.917119 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:36:08.967669 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf2664-9f75-45ad-b2d5-30f42680aabb req-154653ee-a5c7-45b0-91ae-78f0f99d4658 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:08.969117 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ccdf2664-9f75-45ad-b2d5-30f42680aabb req-154653ee-a5c7-45b0-91ae-78f0f99d4658 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0515563 Mar 31 21:36:09.019217 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ccdf2664-9f75-45ad-b2d5-30f42680aabb req-9fb11f60-f92d-4a82-9411-d16754e4b67d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445516 Mar 31 21:36:09.538430 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:09.624932 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30559516-bb12-48af-8644-5855b3ae83c4 req-da44710a-7e95-4f5a-b46d-0ad212597ac9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:09.626980 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30559516-bb12-48af-8644-5855b3ae83c4 req-da44710a-7e95-4f5a-b46d-0ad212597ac9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0522788 Mar 31 21:36:09.677105 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30559516-bb12-48af-8644-5855b3ae83c4 req-bdd396de-98cd-4438-9deb-8385285641d0 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444787 Mar 31 21:36:10.137441 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f255b9-4614-4d4a-8f2f-f210d793e74f req-71efb1bd-2ae3-4510-9a81-d134837dfaec tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:10.138934 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79f255b9-4614-4d4a-8f2f-f210d793e74f req-71efb1bd-2ae3-4510-9a81-d134837dfaec tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0510654 Mar 31 21:36:10.186102 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79f255b9-4614-4d4a-8f2f-f210d793e74f req-a5e1cfe3-8da7-4ddc-b761-45f9982ef37b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408533 Mar 31 21:36:10.794232 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd7871-0b95-40f2-be8c-54c7341f64c9 req-d0c4d114-9506-41d7-9fa6-dc812acad65a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:10.795730 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d2fd7871-0b95-40f2-be8c-54c7341f64c9 req-d0c4d114-9506-41d7-9fa6-dc812acad65a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0535364 Mar 31 21:36:10.842473 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d2fd7871-0b95-40f2-be8c-54c7341f64c9 req-50d3c51c-0478-446e-99f6-18521a37ecb2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 Mar 31 21:36:11.313183 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116cd12-3c46-4c5b-9b90-ef615d4e270b req-c5d9b7ba-ba29-475c-b4e2-f0619a5d59df tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:11.314685 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5116cd12-3c46-4c5b-9b90-ef615d4e270b req-c5d9b7ba-ba29-475c-b4e2-f0619a5d59df tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0555260 Mar 31 21:36:11.360372 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5116cd12-3c46-4c5b-9b90-ef615d4e270b req-fdd559e3-8927-4cfa-a454-839504ce4c68 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402334 Mar 31 21:36:11.959521 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd98a12-1cb1-4f4b-9f21-fd57a189bd79 req-b05522c2-22bc-46f5-8203-2aa239f735c4 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:11.960968 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8dd98a12-1cb1-4f4b-9f21-fd57a189bd79 req-b05522c2-22bc-46f5-8203-2aa239f735c4 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0516133 Mar 31 21:36:12.005815 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8dd98a12-1cb1-4f4b-9f21-fd57a189bd79 req-1e53a312-4005-4cb4-8e4d-5f07338025ff tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 Mar 31 21:36:12.477698 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ec6f7-b5b1-4f20-83d1-421314434221 req-4dd45dd0-eb67-4c07-8533-058258e48004 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:12.479202 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e9ec6f7-b5b1-4f20-83d1-421314434221 req-4dd45dd0-eb67-4c07-8533-058258e48004 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0511224 Mar 31 21:36:12.528498 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e9ec6f7-b5b1-4f20-83d1-421314434221 req-16712a5e-ccbf-49d2-94ba-4402d4839803 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Mar 31 21:36:13.122232 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034163fb-6eee-4d92-92e5-42cecca8aa3a req-3a1f649f-b684-4d45-9534-87cdabb25fc1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:13.123706 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-034163fb-6eee-4d92-92e5-42cecca8aa3a req-3a1f649f-b684-4d45-9534-87cdabb25fc1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0511484 Mar 31 21:36:13.169450 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-034163fb-6eee-4d92-92e5-42cecca8aa3a req-84b159da-ad20-4fb3-94be-98a7a42ed105 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396571 Mar 31 21:36:13.648371 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e8b62-ae20-4c39-aa2c-53c215e98dc8 req-68570a89-7137-449d-9188-9beabc299426 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:13.649810 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0b8e8b62-ae20-4c39-aa2c-53c215e98dc8 req-68570a89-7137-449d-9188-9beabc299426 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0518665 Mar 31 21:36:13.695063 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0b8e8b62-ae20-4c39-aa2c-53c215e98dc8 req-2499e904-a443-4098-aff9-114bd66e4587 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395117 Mar 31 21:36:14.287771 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dfb10-cddf-4736-b0f2-7e866b2ed373 req-0a90cebd-940c-4eae-9b10-58575e984a30 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:14.289218 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1d1dfb10-cddf-4736-b0f2-7e866b2ed373 req-0a90cebd-940c-4eae-9b10-58575e984a30 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0544510 Mar 31 21:36:14.334995 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1d1dfb10-cddf-4736-b0f2-7e866b2ed373 req-a7d14236-baae-4c19-a0ba-cc1d04824dab tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Mar 31 21:36:14.815007 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b170b-fb19-4f55-b78e-f5ab666a05ae req-412fe442-682c-4b56-bc10-1a4c5bb4f53a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:14.816599 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d01b170b-fb19-4f55-b78e-f5ab666a05ae req-412fe442-682c-4b56-bc10-1a4c5bb4f53a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0532629 Mar 31 21:36:14.866775 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d01b170b-fb19-4f55-b78e-f5ab666a05ae req-0b444623-fa77-4724-97a4-8608bfe82f76 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441933 Mar 31 21:36:15.460642 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93f408-1999-4485-bb9a-8311df942769 req-be1385ed-bb02-4c4e-b3d1-e8e5a480133f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:15.462672 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bf93f408-1999-4485-bb9a-8311df942769 req-be1385ed-bb02-4c4e-b3d1-e8e5a480133f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0625160 Mar 31 21:36:15.508864 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bf93f408-1999-4485-bb9a-8311df942769 req-ae58e2e6-68b4-4c9a-bcde-5e2f9d5d972c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Mar 31 21:36:15.988804 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf34ee-0e98-4046-9493-28363da70004 req-3bb69bec-f36b-4b3e-bb49-4470704af846 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:15.990222 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-77bf34ee-0e98-4046-9493-28363da70004 req-3bb69bec-f36b-4b3e-bb49-4470704af846 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0526450 Mar 31 21:36:16.039087 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-77bf34ee-0e98-4046-9493-28363da70004 req-86142f7e-ee97-4521-a87e-ceecfb710e6d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 Mar 31 21:36:16.160782 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c701d9-c0db-4e62-b2b2-8b91723465db req-12015da7-2b8b-4982-9b5a-d69d4d7de6c9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:16.162279 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e0c701d9-c0db-4e62-b2b2-8b91723465db req-12015da7-2b8b-4982-9b5a-d69d4d7de6c9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0518844 Mar 31 21:36:16.170697 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 52176) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:36:16.175466 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-9b77dacb-14d4-4a51-b6ea-841c5ca6f48f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Request body: {'floatingip': {'port_id': '38f18a43-8f4d-4708-a71a-429d4f323b17'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:36:16.217481 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9b77dacb-14d4-4a51-b6ea-841c5ca6f48f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (ccb6f94c-2cc6-4344-aa8f-5f398233fa60), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:16.679129 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9b77dacb-14d4-4a51-b6ea-841c5ca6f48f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:16.687638 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb16b79-f0d0-432b-8f2f-17fa18054ead req-6273e052-d2ab-4fd1-89fc-7b4ffb392286 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:16.689697 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8bb16b79-f0d0-432b-8f2f-17fa18054ead req-6273e052-d2ab-4fd1-89fc-7b4ffb392286 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.1109109 Mar 31 21:36:16.690899 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9b77dacb-14d4-4a51-b6ea-841c5ca6f48f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (ccb6f94c-2cc6-4344-aa8f-5f398233fa60), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:16.815656 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8bb16b79-f0d0-432b-8f2f-17fa18054ead req-005aa8bc-99f0-417c-8bd0-ecd8c183b4fd tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203141 Mar 31 21:36:16.834245 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-9b77dacb-14d4-4a51-b6ea-841c5ca6f48f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Floating IP ccb6f94c-2cc6-4344-aa8f-5f398233fa60 associated. External IP: 172.27.3.34, port: 38f18a43-8f4d-4708-a71a-429d4f323b17. Mar 31 21:36:17.055277 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b77dacb-14d4-4a51-b6ea-841c5ca6f48f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Router 6d109d59-06b1-4380-a6ca-0b3499bfd0db has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:36:17.172235 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b77dacb-14d4-4a51-b6ea-841c5ca6f48f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:36:17.178750 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9b77dacb-14d4-4a51-b6ea-841c5ca6f48f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:17.182735 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da865ad9-65c4-4079-ae45-913bf6d96995 None None] Sync routers for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:36:17.194646 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da865ad9-65c4-4079-ae45-913bf6d96995 None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:36:17.195683 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-da865ad9-65c4-4079-ae45-913bf6d96995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:36:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:36:17.316355 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-da865ad9-65c4-4079-ae45-913bf6d96995 None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:36:17.452770 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-9b77dacb-14d4-4a51-b6ea-841c5ca6f48f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "PUT /v2.0/floatingips/ccb6f94c-2cc6-4344-aa8f-5f398233fa60 HTTP/1.1" status: 200 len: 990 time: 1.2810338 Mar 31 21:36:17.453366 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:36:17.456212 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6346699-42da-4903-8680-f6e7c5f6001e" -d '{"events": [{"name": "network-changed", "server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:36:17.492977 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3798fd30-46e1-4858-88d4-3f23df02e71d x-openstack-request-id: req-3798fd30-46e1-4858-88d4-3f23df02e71d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:36:17.493270 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:36:17.493517 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3798fd30-46e1-4858-88d4-3f23df02e71d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:36:17.493910 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3798fd30-46e1-4858-88d4-3f23df02e71d'] response: {'name': 'network-changed', 'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'status': 'completed', 'code': 200} Mar 31 21:36:17.566748 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6346699-42da-4903-8680-f6e7c5f6001e req-341aab12-9dec-459b-88e2-f010c98ba29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:17.568168 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6346699-42da-4903-8680-f6e7c5f6001e req-341aab12-9dec-459b-88e2-f010c98ba29d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 1129 time: 0.0442142 Mar 31 21:36:17.644467 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-da865ad9-65c4-4079-ae45-913bf6d96995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'ccb6f94c-2cc6-4344-aa8f-5f398233fa60', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'port_id': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'mac_address': 'fa:16:3e:91:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:35:48Z', 'updated_at': '2022-03-31T21:36:16Z', 'revision_number': 1, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:36:17.666332 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6346699-42da-4903-8680-f6e7c5f6001e req-0668df23-faae-40b5-92f0-26ad8764508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:17.667925 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6346699-42da-4903-8680-f6e7c5f6001e req-0668df23-faae-40b5-92f0-26ad8764508e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 200 len: 916 time: 0.0894132 Mar 31 21:36:17.674341 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da865ad9-65c4-4079-ae45-913bf6d96995 None None] Checking router: 6d109d59-06b1-4380-a6ca-0b3499bfd0db for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:36:17.682792 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da865ad9-65c4-4079-ae45-913bf6d96995 None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:36:17.683395 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-da865ad9-65c4-4079-ae45-913bf6d96995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:36:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:36:17.734515 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6346699-42da-4903-8680-f6e7c5f6001e req-d1cebda1-463b-4a3f-98d9-68e4f5840e1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38f18a43-8f4d-4708-a71a-429d4f323b17 HTTP/1.1" status: 200 len: 998 time: 0.0588126 Mar 31 21:36:17.796140 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6346699-42da-4903-8680-f6e7c5f6001e req-da535d20-3025-4736-9373-0c536d82d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:17.798329 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-da865ad9-65c4-4079-ae45-913bf6d96995 None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:36:17.798554 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6346699-42da-4903-8680-f6e7c5f6001e req-da535d20-3025-4736-9373-0c536d82d393 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9c03d72-65a2-4958-bf93-9d18736e5081 HTTP/1.1" status: 200 len: 855 time: 0.0546002 Mar 31 21:36:17.855410 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6346699-42da-4903-8680-f6e7c5f6001e req-b64c460e-1c66-44a3-b63f-b321a1212295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:17.857182 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6346699-42da-4903-8680-f6e7c5f6001e req-b64c460e-1c66-44a3-b63f-b321a1212295 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af588c6-3580-4c39-ad1f-cdc12f558b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506029 Mar 31 21:36:17.978991 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6346699-42da-4903-8680-f6e7c5f6001e req-5d39b7a8-f172-493f-9139-30f6ee4dda50 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148884 Mar 31 21:36:17.987538 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21450497-6729-433c-814a-da014dc4246f req-54e35a65-e0ad-4de4-b8d5-c27a833d3df5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:17.988954 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-21450497-6729-433c-814a-da014dc4246f req-54e35a65-e0ad-4de4-b8d5-c27a833d3df5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0847023 Mar 31 21:36:18.025718 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-da865ad9-65c4-4079-ae45-913bf6d96995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'ccb6f94c-2cc6-4344-aa8f-5f398233fa60', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'port_id': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'mac_address': 'fa:16:3e:91:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:35:48Z', 'updated_at': '2022-03-31T21:36:16Z', 'revision_number': 1, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:36:18.053496 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da865ad9-65c4-4079-ae45-913bf6d96995 None None] The sync data for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi is: [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'ccb6f94c-2cc6-4344-aa8f-5f398233fa60', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'port_id': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'mac_address': 'fa:16:3e:91:ad:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:35:48Z', 'updated_at': '2022-03-31T21:36:16Z', 'revision_number': 1, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:36:18.093405 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-21450497-6729-433c-814a-da014dc4246f req-062d3392-8716-4a54-90a6-08238c9698d1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965526 Mar 31 21:36:18.113343 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6346699-42da-4903-8680-f6e7c5f6001e req-83fc0fb6-bf35-4f5a-88fb-72d992830965 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234336 Mar 31 21:36:18.246453 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092de669-569b-4481-ab6b-b032f99ec284 None None] New status for floating IP ccb6f94c-2cc6-4344-aa8f-5f398233fa60: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:36:18.598590 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add2d48-0aa3-4714-bdc8-e7998ced4bf7 req-17496c42-f8b7-4bbd-85fa-ecdacabc77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:18.600805 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5add2d48-0aa3-4714-bdc8-e7998ced4bf7 req-17496c42-f8b7-4bbd-85fa-ecdacabc77cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 1130 time: 0.0499024 Mar 31 21:36:18.662322 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5add2d48-0aa3-4714-bdc8-e7998ced4bf7 req-17ca2f11-c32e-4e64-ab42-0c312c6487e9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505781 Mar 31 21:36:19.212811 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4efbe7-c6fb-4b65-b15d-8d0c63d5fad1 req-9000c2d6-1372-4e98-bbde-cf8aaa725491 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:19.214292 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eb4efbe7-c6fb-4b65-b15d-8d0c63d5fad1 req-9000c2d6-1372-4e98-bbde-cf8aaa725491 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0516822 Mar 31 21:36:19.260033 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eb4efbe7-c6fb-4b65-b15d-8d0c63d5fad1 req-8720938d-c4d8-4134-9406-f7f1b0ab4593 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402513 Mar 31 21:36:20.374122 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a16ce-fe79-4ef6-8632-cc2006e34457 req-dd8a3b95-0de7-4f91-9060-fc37adcb1e3c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:20.375593 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4d7a16ce-fe79-4ef6-8632-cc2006e34457 req-dd8a3b95-0de7-4f91-9060-fc37adcb1e3c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0511582 Mar 31 21:36:20.420758 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4d7a16ce-fe79-4ef6-8632-cc2006e34457 req-233529ce-b253-4157-8293-d6207e5aea4a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 Mar 31 21:36:21.537940 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639ccbc-30b3-4fcf-8041-c3d9e8a628fd req-d128607d-18a4-4e71-b164-fa27a3475e5b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:21.539356 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e639ccbc-30b3-4fcf-8041-c3d9e8a628fd req-d128607d-18a4-4e71-b164-fa27a3475e5b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0548615 Mar 31 21:36:21.585385 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e639ccbc-30b3-4fcf-8041-c3d9e8a628fd req-a223e485-ec71-41bd-9d02-d599812f567a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Mar 31 21:36:21.859580 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d547d-1958-44c5-a8f9-7ee061f6cf9f req-c3a2eaae-dfbf-4575-94fd-2888bf8890b9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:21.860962 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6c1d547d-1958-44c5-a8f9-7ee061f6cf9f req-c3a2eaae-dfbf-4575-94fd-2888bf8890b9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0805449 Mar 31 21:36:21.891944 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5e92-8979-410b-9bd0-85d8a785a07b req-153b208d-7926-4622-8c39-652dfaca591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:21.893426 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d93e5e92-8979-410b-9bd0-85d8a785a07b req-153b208d-7926-4622-8c39-652dfaca591e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 1130 time: 0.0757344 Mar 31 21:36:21.962218 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6c1d547d-1958-44c5-a8f9-7ee061f6cf9f req-90438ca0-053e-499a-8599-5006538b6ceb tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949101 Mar 31 21:36:22.001522 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5e92-8979-410b-9bd0-85d8a785a07b req-1f52495f-2eca-4ed9-bfe7-3cc48b865c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:22.003059 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d93e5e92-8979-410b-9bd0-85d8a785a07b req-1f52495f-2eca-4ed9-bfe7-3cc48b865c3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.1000569 Mar 31 21:36:22.049913 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d93e5e92-8979-410b-9bd0-85d8a785a07b req-54cba8b9-3554-496e-81d5-764e12aa8a75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02050ae6-7027-4561-8e8e-79a05d7338b1 HTTP/1.1" status: 200 len: 217 time: 0.0398059 Mar 31 21:36:23.087616 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800237a-2938-40bc-ad54-c95905752aab req-b0ae37a8-0ce4-4bf9-b685-e0cc79ea4521 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:23.089062 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7800237a-2938-40bc-ad54-c95905752aab req-b0ae37a8-0ce4-4bf9-b685-e0cc79ea4521 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0593266 Mar 31 21:36:23.133950 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7800237a-2938-40bc-ad54-c95905752aab req-bbdfb90c-d0f8-46af-a65a-e949fead1e91 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Mar 31 21:36:23.236337 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5e92-8979-410b-9bd0-85d8a785a07b req-02193fee-6b54-4717-971a-3f002db07834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:23.237677 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d93e5e92-8979-410b-9bd0-85d8a785a07b req-02193fee-6b54-4717-971a-3f002db07834 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0434692 Mar 31 21:36:24.281996 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9151d08-1ae9-463d-bc81-af1ff8b6ce0d req-b6f3e17a-5549-4165-b7a2-950ed0093b20 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:24.283457 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9151d08-1ae9-463d-bc81-af1ff8b6ce0d req-b6f3e17a-5549-4165-b7a2-950ed0093b20 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0826578 Mar 31 21:36:24.288890 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e5e92-8979-410b-9bd0-85d8a785a07b req-a10e7c67-91e3-4c87-8407-ba6b5077b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:24.290372 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d93e5e92-8979-410b-9bd0-85d8a785a07b req-a10e7c67-91e3-4c87-8407-ba6b5077b5c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804820 Mar 31 21:36:24.331434 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9151d08-1ae9-463d-bc81-af1ff8b6ce0d req-f57de457-e400-40a3-acb9-fa2835b52701 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401397 Mar 31 21:36:25.445542 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e687fef-8d93-4361-9fb1-12e47901e2ce req-d29bd6a2-75bd-4175-96a8-386f19a0b0f8 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:25.447264 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e687fef-8d93-4361-9fb1-12e47901e2ce req-d29bd6a2-75bd-4175-96a8-386f19a0b0f8 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0514250 Mar 31 21:36:25.492269 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e687fef-8d93-4361-9fb1-12e47901e2ce req-0fe00966-95b7-4546-9075-2734f2c63ea5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Mar 31 21:36:25.695923 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d93e5e92-8979-410b-9bd0-85d8a785a07b req-89c101c3-f28b-425d-a86f-ea56a82fff93 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825026 Mar 31 21:36:25.783053 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d93e5e92-8979-410b-9bd0-85d8a785a07b req-67f0d14d-706b-47f7-90c2-308ce2e78b10 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791986 Mar 31 21:36:26.612491 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51143e-60ef-4655-8ab8-587891791ab5 req-070776cf-9e19-4ec2-a57a-9a374f236481 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:26.613946 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d51143e-60ef-4655-8ab8-587891791ab5 req-070776cf-9e19-4ec2-a57a-9a374f236481 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0568917 Mar 31 21:36:26.659893 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d51143e-60ef-4655-8ab8-587891791ab5 req-71091575-11ac-436b-b55f-98a7457718fc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 Mar 31 21:36:27.774424 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edee9b-42a2-4836-9e7f-d8b2230b4ecd req-93dcfe27-ac20-4d1c-8242-a138427a392e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:27.775883 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30edee9b-42a2-4836-9e7f-d8b2230b4ecd req-93dcfe27-ac20-4d1c-8242-a138427a392e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0511467 Mar 31 21:36:27.821591 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30edee9b-42a2-4836-9e7f-d8b2230b4ecd req-b70ec8bd-699d-442d-97ce-363dac10ccd7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 Mar 31 21:36:28.938816 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da93b38-42a1-4baf-b744-dcdc10313e82 req-f9f4ed51-49f0-4aeb-a8b9-4e5fcac30886 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:28.940283 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5da93b38-42a1-4baf-b744-dcdc10313e82 req-f9f4ed51-49f0-4aeb-a8b9-4e5fcac30886 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0540757 Mar 31 21:36:28.991392 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5da93b38-42a1-4baf-b744-dcdc10313e82 req-147bd19f-857a-40d5-b9fd-8a9ed5ef87b0 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455546 Mar 31 21:36:30.111397 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184b0aa-f7fa-4421-ad17-7acf5e0aefca req-8f049853-ca3c-4c1c-9bcc-67bfb4a2a9ab tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:30.112868 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5184b0aa-f7fa-4421-ad17-7acf5e0aefca req-8f049853-ca3c-4c1c-9bcc-67bfb4a2a9ab tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0534878 Mar 31 21:36:30.159647 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5184b0aa-f7fa-4421-ad17-7acf5e0aefca req-ea79e2ce-b33c-4ebf-b88d-d414c142d1d8 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Mar 31 21:36:31.273244 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effc96f-e0a9-42a0-a48b-b13e007e211d req-ab44dfc8-81a9-4713-998e-849e7cae03f6 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:31.274724 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2effc96f-e0a9-42a0-a48b-b13e007e211d req-ab44dfc8-81a9-4713-998e-849e7cae03f6 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0506959 Mar 31 21:36:31.320146 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2effc96f-e0a9-42a0-a48b-b13e007e211d req-a3d5c197-57e4-4f3d-87a8-62fdafeed2f8 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398161 Mar 31 21:36:32.443879 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321a1c7-e6cc-48e1-844a-5a09540921cc req-03964d97-bc44-4016-8d6c-813cc0c68834 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:32.445353 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1321a1c7-e6cc-48e1-844a-5a09540921cc req-03964d97-bc44-4016-8d6c-813cc0c68834 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0575123 Mar 31 21:36:32.491835 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1321a1c7-e6cc-48e1-844a-5a09540921cc req-b19573b2-e4a1-443e-8764-a7954e585625 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407233 Mar 31 21:36:33.175438 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3bb9f7ff-ce30-4cfe-9e58-d6826bd92c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:33.613239 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eae706-ca5e-491c-b666-9bccd694eb7c req-87055b67-7aac-4177-b000-06bb0151c0de tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:33.615064 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0eae706-ca5e-491c-b666-9bccd694eb7c req-87055b67-7aac-4177-b000-06bb0151c0de tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0571792 Mar 31 21:36:33.661461 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0eae706-ca5e-491c-b666-9bccd694eb7c req-1506fab7-d644-4f16-8eb5-43a9b8fa8fb1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Mar 31 21:36:34.778860 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac2f86-2e43-43ff-b14f-526b54d307b5 req-bfed5685-5936-404a-a3e1-3b509839bfd1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:34.780255 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deac2f86-2e43-43ff-b14f-526b54d307b5 req-bfed5685-5936-404a-a3e1-3b509839bfd1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0526416 Mar 31 21:36:34.831449 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-deac2f86-2e43-43ff-b14f-526b54d307b5 req-b8de76c1-c04c-4990-b8a0-3542310d7db3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451491 Mar 31 21:36:35.241707 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8e65e9fb-4151-48a0-8b76-f9fd77b99c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:35.561426 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2ab65-ae0d-4e5f-8c11-7f42c26ff778 req-8aa86eb8-7d2f-418e-97a0-37d671678f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:35.563565 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1cc2ab65-ae0d-4e5f-8c11-7f42c26ff778 req-8aa86eb8-7d2f-418e-97a0-37d671678f77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 1130 time: 0.0456774 Mar 31 21:36:35.680609 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2ab65-ae0d-4e5f-8c11-7f42c26ff778 req-d468d1da-f0ac-4de2-b2db-4d5af3c03198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:35.682239 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1cc2ab65-ae0d-4e5f-8c11-7f42c26ff778 req-d468d1da-f0ac-4de2-b2db-4d5af3c03198 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.0960677 Mar 31 21:36:35.737059 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1cc2ab65-ae0d-4e5f-8c11-7f42c26ff778 req-0cb19469-1bfb-4592-a5c4-91fbc5b60658 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02050ae6-7027-4561-8e8e-79a05d7338b1 HTTP/1.1" status: 200 len: 217 time: 0.0455456 Mar 31 21:36:35.807316 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2ab65-ae0d-4e5f-8c11-7f42c26ff778 req-1ba1d870-fb9e-4ec5-b735-d77752dcb71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:35.808889 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1cc2ab65-ae0d-4e5f-8c11-7f42c26ff778 req-1ba1d870-fb9e-4ec5-b735-d77752dcb71c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0538359 Mar 31 21:36:35.866218 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2ab65-ae0d-4e5f-8c11-7f42c26ff778 req-7e2918cf-041d-480f-ae07-9e7de7e9f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:35.868315 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1cc2ab65-ae0d-4e5f-8c11-7f42c26ff778 req-7e2918cf-041d-480f-ae07-9e7de7e9f4e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498300 Mar 31 21:36:36.020932 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eae39-b7cf-4d06-85bd-87ad395e8082 req-e735d000-c190-4bed-b8da-f94cbfba5f16 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:36.022607 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-430eae39-b7cf-4d06-85bd-87ad395e8082 req-e735d000-c190-4bed-b8da-f94cbfba5f16 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.1148369 Mar 31 21:36:36.052578 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1cc2ab65-ae0d-4e5f-8c11-7f42c26ff778 req-692e8e79-accd-44fc-9256-1b2a0368ffc9 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708448 Mar 31 21:36:36.128046 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-430eae39-b7cf-4d06-85bd-87ad395e8082 req-7d0564aa-9902-4493-8657-a77c12200ff2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977268 Mar 31 21:36:36.172472 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1cc2ab65-ae0d-4e5f-8c11-7f42c26ff778 req-4541b02c-725c-4d99-8a69-c804fb47f790 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044128 Mar 31 21:36:37.012789 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:37.017531 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:37.255409 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698c969-c306-4ef2-ba56-67ec951ee9ff req-3f9cd64d-843a-4d78-a1d4-76962cc2f560 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:37.256845 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1698c969-c306-4ef2-ba56-67ec951ee9ff req-3f9cd64d-843a-4d78-a1d4-76962cc2f560 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0528040 Mar 31 21:36:37.302822 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1698c969-c306-4ef2-ba56-67ec951ee9ff req-2442a7bb-4e2f-439f-8045-18f99b556298 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Mar 31 21:36:38.473797 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:39.537878 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.252877 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 52500) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:36:45.257551 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--145315260', 'description': 'tempest-description--1608352819'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:36:45.285485 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.353458 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for security_group (69bfb704-0e9d-4234-8e50-1bec8878a9be), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.357698 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (69bfb704-0e9d-4234-8e50-1bec8878a9be), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.390180 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.394408 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1375732 Mar 31 21:36:45.394572 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 52506) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:36:45.399959 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-2bb4f6b7-ba42-4538-aa16-60c4f1a38edc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Request body: {'security_group_rule': {'security_group_id': '69bfb704-0e9d-4234-8e50-1bec8878a9be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:36:45.404020 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69bfb704-0e9d-4234-8e50-1bec8878a9be,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:45.415225 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.415567 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.415913 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.416253 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.416585 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.416913 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.417241 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.417565 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.417890 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.418267 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.418616 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.418939 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.419267 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.419605 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.419930 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3e9b3c-34ab-4bae-a8fd-637945fd5fe1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.440341 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f6b7-ba42-4538-aa16-60c4f1a38edc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for security_group_rule (4fa9f554-3bce-4279-a859-c437e696635c), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.500543 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f6b7-ba42-4538-aa16-60c4f1a38edc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for security_group_rule (4fa9f554-3bce-4279-a859-c437e696635c), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.504557 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f6b7-ba42-4538-aa16-60c4f1a38edc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (4fa9f554-3bce-4279-a859-c437e696635c), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.525053 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4f6b7-ba42-4538-aa16-60c4f1a38edc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa9f554-3bce-4279-a859-c437e696635c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:45.533994 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f6b7-ba42-4538-aa16-60c4f1a38edc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.535502 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2bb4f6b7-ba42-4538-aa16-60c4f1a38edc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399455 Mar 31 21:36:45.538448 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 52508) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:36:45.543633 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Request body: {'security_group_rule': {'security_group_id': '69bfb704-0e9d-4234-8e50-1bec8878a9be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:36:45.571229 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for security_group_rule (28d0a853-8464-4ed2-9001-7a0bf9957a82), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.630776 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for security_group_rule (28d0a853-8464-4ed2-9001-7a0bf9957a82), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.635208 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (28d0a853-8464-4ed2-9001-7a0bf9957a82), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.658397 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d0a853-8464-4ed2-9001-7a0bf9957a82,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:45.669484 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.670765 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311858 Mar 31 21:36:45.672221 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.672567 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.672904 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.673237 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.673662 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.673985 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 52510) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:36:45.674099 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.674341 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.674667 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.674991 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.675388 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.675832 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.676242 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.676618 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.677001 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.677329 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca39087-0231-4684-8923-da34954a3cd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:36:45.682638 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:36:45.705475 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.806566 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:45.916194 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:36:45.920307 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Allocated IP 172.27.3.204 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/d93f6b5e-1b02-494e-9288-6cf86110d630) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:36:46.028308 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for port (d93f6b5e-1b02-494e-9288-6cf86110d630), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.069675 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (d93f6b5e-1b02-494e-9288-6cf86110d630), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.107403 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:36:46.110422 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:36:46.114016 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:36:46.142225 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event updated for resources: {'Port': ['ID=d93f6b5e-1b02-494e-9288-6cf86110d630,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:46.163933 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 52530) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:36:46.207654 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for floatingip (87114ce0-88b8-496f-9b8a-5c983d93b4f0), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.251452 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d93f6b5e-1b02-494e-9288-6cf86110d630), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.310690 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9908069-bbce-449e-9be3-4f783bc3f702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.391343 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9908069-bbce-449e-9be3-4f783bc3f702 admin admin] Publish callbacks [] for security_group (ac2783bb-8b8d-48c7-9a70-7938fda5b37d), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.396773 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9908069-bbce-449e-9be3-4f783bc3f702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (ac2783bb-8b8d-48c7-9a70-7938fda5b37d), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.417073 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for port (d93f6b5e-1b02-494e-9288-6cf86110d630), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.422557 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (d93f6b5e-1b02-494e-9288-6cf86110d630), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.441684 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-a9908069-bbce-449e-9be3-4f783bc3f702 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7158b9d985c346ba990b3cc2ad25858f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744353 Mar 31 21:36:46.441684 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9908069-bbce-449e-9be3-4f783bc3f702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2783bb-8b8d-48c7-9a70-7938fda5b37d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:46.443332 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 52540) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:36:46.509159 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-992a2775-80c6-4613-a3af-d5b16fb56e91 admin admin] Publish callbacks [] for security_group (ac2783bb-8b8d-48c7-9a70-7938fda5b37d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.515847 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event updated for resources: {'Port': ['ID=d93f6b5e-1b02-494e-9288-6cf86110d630,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:46.524662 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (87114ce0-88b8-496f-9b8a-5c983d93b4f0), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.543317 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.545004 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5aa56389-7bc8-4861-90c0-9f25a421a9b2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8694577 Mar 31 21:36:46.554642 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-992a2775-80c6-4613-a3af-d5b16fb56e91 admin admin] Publish callbacks [] for security_group (ac2783bb-8b8d-48c7-9a70-7938fda5b37d), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.618893 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-992a2775-80c6-4613-a3af-d5b16fb56e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (ac2783bb-8b8d-48c7-9a70-7938fda5b37d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.622222 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-992a2775-80c6-4613-a3af-d5b16fb56e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.623606 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-992a2775-80c6-4613-a3af-d5b16fb56e91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac2783bb-8b8d-48c7-9a70-7938fda5b37d HTTP/1.1" status: 204 len: 168 time: 0.1791794 Mar 31 21:36:46.632603 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a2775-80c6-4613-a3af-d5b16fb56e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2783bb-8b8d-48c7-9a70-7938fda5b37d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:46.638632 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 52550) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:36:46.774970 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-10111010-ccb0-4a9a-a1ac-03a9a4bea4a1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--145315260&fields=id&tenant_id=92115509477b4904ad8fe11253589f6f HTTP/1.1" status: 200 len: 267 time: 0.0551825 Mar 31 21:36:46.900365 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-49c716d9-45ad-43b2-a871-ae70efc71f2d tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:46.901839 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-49c716d9-45ad-43b2-a871-ae70efc71f2d tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 819 time: 0.1261575 Mar 31 21:36:46.902784 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24da68ea-7cff-4093-bbb3-538abccf209c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:46.927164 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-37185470-d891-4c30-ab3b-841bc902adc7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/quotas/92115509477b4904ad8fe11253589f6f HTTP/1.1" status: 200 len: 375 time: 0.0163620 Mar 31 21:36:47.014426 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-a9aff068-171d-4678-a0b6-7db046976873 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0809546 Mar 31 21:36:47.053403 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24da68ea-7cff-4093-bbb3-538abccf209c admin admin] Publish callbacks [] for security_group (735857ac-1dd2-4dea-804d-164d357c128f), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:47.082765 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-24da68ea-7cff-4093-bbb3-538abccf209c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (735857ac-1dd2-4dea-804d-164d357c128f), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:47.136923 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da68ea-7cff-4093-bbb3-538abccf209c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735857ac-1dd2-4dea-804d-164d357c128f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:47.146715 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-24da68ea-7cff-4093-bbb3-538abccf209c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c8b43021dff4b9ca97618759bf067a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5045543 Mar 31 21:36:47.147284 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 52578) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:36:47.166522 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-9ceacc5d-2a58-42b2-a6f3-555b409f5e7b service neutron] 10.222.0.24 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375866 Mar 31 21:36:47.219166 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ead3a47b-ce75-47e2-ac6b-0a1f0c615522 admin admin] Publish callbacks [] for security_group (735857ac-1dd2-4dea-804d-164d357c128f), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:47.242630 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ead3a47b-ce75-47e2-ac6b-0a1f0c615522 admin admin] Publish callbacks [] for security_group (735857ac-1dd2-4dea-804d-164d357c128f), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:47.269177 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-f4feb80b-dd89-49c0-ae62-faa26ed6ae02 service neutron] 10.222.0.24 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960708 Mar 31 21:36:47.303187 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ead3a47b-ce75-47e2-ac6b-0a1f0c615522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (735857ac-1dd2-4dea-804d-164d357c128f), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:47.306140 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ead3a47b-ce75-47e2-ac6b-0a1f0c615522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:47.307387 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-ead3a47b-ce75-47e2-ac6b-0a1f0c615522 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/735857ac-1dd2-4dea-804d-164d357c128f HTTP/1.1" status: 204 len: 168 time: 0.1592560 Mar 31 21:36:47.323597 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3a47b-ce75-47e2-ac6b-0a1f0c615522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735857ac-1dd2-4dea-804d-164d357c128f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:47.524539 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9754f500-0498-4810-9308-7a138a52b1e0 req-72a848c7-a893-42f5-8326-dea7fbd68c40 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 210 time: 0.0601811 Mar 31 21:36:48.679143 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e0afd549-47be-4b21-aac4-39caba45d444 req-52bb65cb-4d84-49d8-8c1a-0c76ff9654a9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 210 time: 0.0446897 Mar 31 21:36:48.742204 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-ff1e6669-e850-456f-8683-120eef2fd3a1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:48.742204 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-ff1e6669-e850-456f-8683-120eef2fd3a1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 819 time: 0.1841230 Mar 31 21:36:48.827822 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-45f6f3c9-3a82-443a-ac70-28db69589ca7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92115509477b4904ad8fe11253589f6f HTTP/1.1" status: 200 len: 379 time: 0.0772059 Mar 31 21:36:48.838519 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Request body: {'port': {'device_id': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'admin_state_up': True, 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'security_groups': ['69bfb704-0e9d-4234-8e50-1bec8878a9be']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:36:48.963160 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Made reservation on behalf of 92115509477b4904ad8fe11253589f6f for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:36:48.966581 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:49.121217 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Allocated IP 172.20.0.6 (8d891fd3-a431-41c5-89d8-3afbdd2fb39c/e720cde3-cbb0-4aac-bc9c-8359ed6452c1/e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:36:49.272780 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:49.306245 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:49.352386 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:36:49.355388 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:36:49.359030 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:36:49.386311 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event updated for resources: {'Port': ['ID=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:49.416331 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:49.416994 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:49.436294 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-0c945806-3440-4827-93eb-9bcf90a451cf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6023736 Mar 31 21:36:49.448010 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Request body: {'port': {'device_id': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:36:49.517829 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:49.643962 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-48ae06c9-85c9-4491-bc7a-a51e8a8a4d8b None None] Provisioning complete for port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:36:49.645045 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-48ae06c9-85c9-4491-bc7a-a51e8a8a4d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:49.679873 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-48ae06c9-85c9-4491-bc7a-a51e8a8a4d8b None None] Port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:36:49.857216 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:36:49.870323 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31597ab4-39d0-4b35-8fc2-0b9211519896 req-17f5b9b6-3d26-4434-84ed-a244a5acb7cc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:49.871806 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31597ab4-39d0-4b35-8fc2-0b9211519896 req-17f5b9b6-3d26-4434-84ed-a244a5acb7cc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 931 time: 0.1076353 Mar 31 21:36:49.873614 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Publish callbacks [] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:49.899767 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Transition to ACTIVE for port object e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:36:49.902183 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:50.251221 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31597ab4-39d0-4b35-8fc2-0b9211519896 req-dc208f04-4c9d-468f-9f42-d167a4bcda1f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3680604 Mar 31 21:36:50.252310 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:50.337659 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Attempting to bind port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:36:50.338099 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Attempting to bind port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:36:50.338514 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Attempting to bind port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 on network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:36:50.343735 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 on network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:36:50.344114 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Attempting to bind port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 on network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:36:50.349352 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:36:50.349690 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Checking segment: {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:36:50.350108 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Bound using segment: {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:36:50.350534 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Bound port: e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bf2561-b7bb-4c8f-a894-18e527c7904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:36:50.350934 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:50.415202 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] For port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:36:50.418217 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] For port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:36:50.427753 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:50.463341 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:50.463958 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:50.465340 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 HTTP/1.1" status: 200 len: 1093 time: 1.0217712 Mar 31 21:36:50.465779 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'tag': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:36:50.468049 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e62a887-2289-495d-bb5d-a3605da1895f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2", "tag": "e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:36:50.495391 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34169e50-4773-463c-931e-d0541bd367a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:36:50.512963 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8e8f58-f0a3-429e-bb1b-a26ac2255658 x-openstack-request-id: req-bc8e8f58-f0a3-429e-bb1b-a26ac2255658 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:36:50.513257 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2", "tag": "e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:36:50.513669 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc8e8f58-f0a3-429e-bb1b-a26ac2255658 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:36:50.514620 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8e8f58-f0a3-429e-bb1b-a26ac2255658'] response: {'name': 'network-changed', 'server_uuid': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'tag': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'status': 'completed', 'code': 200} Mar 31 21:36:51.382177 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888681c-c2f9-43b0-ba54-0b27a7f40021 req-e7ee2688-0bed-4ec3-9f05-e426893b2a8c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:51.383639 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d888681c-c2f9-43b0-ba54-0b27a7f40021 req-e7ee2688-0bed-4ec3-9f05-e426893b2a8c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 943 time: 0.0536268 Mar 31 21:36:51.429654 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d888681c-c2f9-43b0-ba54-0b27a7f40021 req-94387872-2045-4fe0-9048-87383f09172c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395036 Mar 31 21:36:52.576638 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc286b4-4ce0-44f0-ab79-da1b41388ca3 req-84de3ca3-0b63-45e4-8709-528993083897 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:52.578703 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7bc286b4-4ce0-44f0-ab79-da1b41388ca3 req-84de3ca3-0b63-45e4-8709-528993083897 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 943 time: 0.0824058 Mar 31 21:36:52.612460 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-fd0f06ce-f436-43c2-815a-a443e0be89df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:52.613938 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-fd0f06ce-f436-43c2-815a-a443e0be89df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 1127 time: 0.0745590 Mar 31 21:36:52.634673 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7bc286b4-4ce0-44f0-ab79-da1b41388ca3 req-d533a824-a8eb-4075-b36e-cbb409e4d388 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502455 Mar 31 21:36:53.752782 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78321c87-28bb-4351-94a0-fffca54eef73 req-e5ef0b41-441a-4bf3-b2a2-5729ed25fb85 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:53.754272 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-78321c87-28bb-4351-94a0-fffca54eef73 req-e5ef0b41-441a-4bf3-b2a2-5729ed25fb85 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 943 time: 0.0546489 Mar 31 21:36:53.800076 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-78321c87-28bb-4351-94a0-fffca54eef73 req-1930e382-2e1f-428c-934a-91b8861c3ba5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401731 Mar 31 21:36:53.977727 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-33b19c96-dee9-4367-9ea9-45e9f71bb16a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 HTTP/1.1" status: 200 len: 217 time: 0.0342593 Mar 31 21:36:54.028683 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-20b0fe6d-08bc-499b-adf9-e0c780b11e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:54.030172 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-20b0fe6d-08bc-499b-adf9-e0c780b11e68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0458963 Mar 31 21:36:54.085043 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-81255b7c-56bb-401b-9b6a-260c20e49963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:54.086597 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-81255b7c-56bb-401b-9b6a-260c20e49963 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441236 Mar 31 21:36:54.185349 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-034c3587-f0ab-4075-afe2-1f89a4ab54a4 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908091 Mar 31 21:36:54.272422 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ac4fde63-cc72-4aed-87ab-f2001b9656f7 req-91cc8cda-46b4-4c3f-9df0-dd9c9c485e5f service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812259 Mar 31 21:36:54.453939 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62a887-2289-495d-bb5d-a3605da1895f req-4bcb6a9c-a195-496e-a7b2-adb7fb8dfa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:54.455568 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e62a887-2289-495d-bb5d-a3605da1895f req-4bcb6a9c-a195-496e-a7b2-adb7fb8dfa76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 1127 time: 0.0471361 Mar 31 21:36:54.553610 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62a887-2289-495d-bb5d-a3605da1895f req-5d477f93-e1a6-42cc-acfd-ee4414b02908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:54.555452 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e62a887-2289-495d-bb5d-a3605da1895f req-5d477f93-e1a6-42cc-acfd-ee4414b02908 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.0940955 Mar 31 21:36:54.598877 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e62a887-2289-495d-bb5d-a3605da1895f req-fec06905-23b2-498b-939d-c843862826cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 HTTP/1.1" status: 200 len: 217 time: 0.0360110 Mar 31 21:36:54.645882 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62a887-2289-495d-bb5d-a3605da1895f req-1418f141-5dad-4e4b-b974-cf23a3d74de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:54.647327 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e62a887-2289-495d-bb5d-a3605da1895f req-1418f141-5dad-4e4b-b974-cf23a3d74de7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0428636 Mar 31 21:36:54.699910 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62a887-2289-495d-bb5d-a3605da1895f req-4e860cbc-d9b6-4048-8044-dbc25ccf3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:54.701400 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e62a887-2289-495d-bb5d-a3605da1895f req-4e860cbc-d9b6-4048-8044-dbc25ccf3bb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483398 Mar 31 21:36:54.790892 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e62a887-2289-495d-bb5d-a3605da1895f req-c56cf215-96d9-4bd5-9bdd-e2c3ce391f5c service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833502 Mar 31 21:36:54.940510 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e62a887-2289-495d-bb5d-a3605da1895f req-1c0ff700-ef64-4226-a884-60cb46441be8 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421144 Mar 31 21:36:54.954938 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838fcad-258c-427d-b8de-5125cd2c3af9 req-dfa91c91-1e49-4110-8c13-c4a579945a2b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:54.956380 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0838fcad-258c-427d-b8de-5125cd2c3af9 req-dfa91c91-1e49-4110-8c13-c4a579945a2b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 943 time: 0.0836036 Mar 31 21:36:55.006919 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0838fcad-258c-427d-b8de-5125cd2c3af9 req-7fa06713-6af7-49b3-b776-cc8475b6c973 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416267 Mar 31 21:36:56.125328 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544badd-fc63-4b0e-821b-1b63091250d2 req-e92e2585-145f-488c-9e5e-038f7b4ba1fe tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:56.126871 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b544badd-fc63-4b0e-821b-1b63091250d2 req-e92e2585-145f-488c-9e5e-038f7b4ba1fe tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 943 time: 0.0537989 Mar 31 21:36:56.178784 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b544badd-fc63-4b0e-821b-1b63091250d2 req-7adcad4e-3e70-4e06-b073-d65c30b9af7c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463336 Mar 31 21:36:57.301506 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827102c-27f8-463d-a5c1-2b348a0ccad6 req-15111ab5-64a2-47e3-9056-2d38a7e92365 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:57.303024 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4827102c-27f8-463d-a5c1-2b348a0ccad6 req-15111ab5-64a2-47e3-9056-2d38a7e92365 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 943 time: 0.0542717 Mar 31 21:36:57.349509 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4827102c-27f8-463d-a5c1-2b348a0ccad6 req-937251d7-441c-477d-b6f3-b3bd931ca6b8 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409818 Mar 31 21:36:58.466991 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa19a82-47c3-4b2a-9b4f-a7e48482129a req-3126e0b8-b910-4ac3-8896-14aaf7735ee7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:58.469148 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8aa19a82-47c3-4b2a-9b4f-a7e48482129a req-3126e0b8-b910-4ac3-8896-14aaf7735ee7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 943 time: 0.0536902 Mar 31 21:36:58.521203 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8aa19a82-47c3-4b2a-9b4f-a7e48482129a req-7efcb6cb-162c-420c-9065-f43eeb6000f7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458615 Mar 31 21:36:59.642844 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971d44d-f9f8-4d22-9fc0-39112a7be1cd req-3ae9d859-a0a1-4159-b2fc-2fba66b5c868 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:36:59.644340 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e971d44d-f9f8-4d22-9fc0-39112a7be1cd req-3ae9d859-a0a1-4159-b2fc-2fba66b5c868 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 943 time: 0.0578096 Mar 31 21:36:59.691160 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e971d44d-f9f8-4d22-9fc0-39112a7be1cd req-f61f920a-544c-457c-9d73-0f3b5733f5d6 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411623 Mar 31 21:37:00.806996 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451ea13-d66d-4cf4-bab1-8585e152efb0 req-25567fde-ba40-4777-9613-352f4fc09e0b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:00.808467 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5451ea13-d66d-4cf4-bab1-8585e152efb0 req-25567fde-ba40-4777-9613-352f4fc09e0b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 943 time: 0.0527539 Mar 31 21:37:00.855642 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5451ea13-d66d-4cf4-bab1-8585e152efb0 req-0559bc30-3ef4-4045-9531-0aa578fe6751 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409434 Mar 31 21:37:01.986815 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1959b-ca32-4dc0-9dca-e0ee42d8f2f0 req-956e15b0-d6c8-43a1-bdeb-55a80dd23ca2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:01.988315 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c6f1959b-ca32-4dc0-9dca-e0ee42d8f2f0 req-956e15b0-d6c8-43a1-bdeb-55a80dd23ca2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 943 time: 0.0636334 Mar 31 21:37:02.036792 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c6f1959b-ca32-4dc0-9dca-e0ee42d8f2f0 req-49f44082-f31d-494d-acba-05613301e606 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429025 Mar 31 21:37:03.157854 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb71abe-8c75-4805-a144-6d9e39755720 req-b070f899-d36a-4c91-a534-834902a1e5e5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:03.159279 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8bb71abe-8c75-4805-a144-6d9e39755720 req-b070f899-d36a-4c91-a534-834902a1e5e5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 943 time: 0.0535815 Mar 31 21:37:03.177114 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7711975a-20c7-416b-bea4-549ab8bdc575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:03.207986 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8bb71abe-8c75-4805-a144-6d9e39755720 req-d35a38a5-c251-47ba-9345-20c23d587306 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431278 Mar 31 21:37:04.326399 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cebb4d-a05b-45b3-8aac-f46f2f106667 req-07e70ba2-6519-4fff-9180-0e97be6dd0d1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:04.327812 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-64cebb4d-a05b-45b3-8aac-f46f2f106667 req-07e70ba2-6519-4fff-9180-0e97be6dd0d1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 943 time: 0.0524631 Mar 31 21:37:04.377483 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-64cebb4d-a05b-45b3-8aac-f46f2f106667 req-828ef057-7493-4b3e-aec1-c85e22ff07d3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441241 Mar 31 21:37:04.463289 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:37:04.564884 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:37:04.578172 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'port_id': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'mac_address': 'fa:16:3e:b2:22:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:37:04.620164 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:37:04.620554 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:04.634828 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:37:04.657142 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:37:04.662815 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:04.716122 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:04.724068 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.724419 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.724797 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.725157 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.725523 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.725523 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.725523 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.726613 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.726822 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.727150 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.727479 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.727825 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.728156 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.728478 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:04.728804 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:05.244370 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3732662c-5fc3-4392-b56d-ba0f0679fe13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:05.492898 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e08104-6c54-44b6-84ca-6dd3f0bfbaad req-5185524d-8a13-4144-8885-adb3cc6ef6c3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:05.494401 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f0e08104-6c54-44b6-84ca-6dd3f0bfbaad req-5185524d-8a13-4144-8885-adb3cc6ef6c3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 944 time: 0.0522757 Mar 31 21:37:05.540985 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f0e08104-6c54-44b6-84ca-6dd3f0bfbaad req-dd70295a-51e6-4514-a96b-129b0a5c7f21 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405219 Mar 31 21:37:06.658844 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9ee8a-7a2d-4b88-b5e4-a103af3899b7 req-3863fd5d-abed-4078-bf68-104acda0ddf4 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:06.660311 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ebc9ee8a-7a2d-4b88-b5e4-a103af3899b7 req-3863fd5d-abed-4078-bf68-104acda0ddf4 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 944 time: 0.0528927 Mar 31 21:37:06.706807 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ebc9ee8a-7a2d-4b88-b5e4-a103af3899b7 req-1da9f377-3871-46e3-994b-ba05180416bc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410557 Mar 31 21:37:07.019560 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:07.020434 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:07.089875 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:37:07.826401 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8b280-7dae-45a6-9d53-049350447476 req-6575e3cd-879c-4ffe-8cd2-7a5644d91281 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:07.827861 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3ea8b280-7dae-45a6-9d53-049350447476 req-6575e3cd-879c-4ffe-8cd2-7a5644d91281 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 944 time: 0.0553348 Mar 31 21:37:07.874633 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3ea8b280-7dae-45a6-9d53-049350447476 req-3a5b2872-ddb9-43b8-8894-13522f1acdd6 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400426 Mar 31 21:37:08.476201 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:08.994055 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342fad7-ec50-4a72-8642-a162bda88c8c req-9c48c9ad-727c-4738-aa0d-0508390d1fba tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:08.995608 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3342fad7-ec50-4a72-8642-a162bda88c8c req-9c48c9ad-727c-4738-aa0d-0508390d1fba tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 944 time: 0.0532391 Mar 31 21:37:09.043765 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3342fad7-ec50-4a72-8642-a162bda88c8c req-f3a424dd-bd26-4ed1-99bd-2560f16f91a4 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425448 Mar 31 21:37:09.540144 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:10.178058 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac34c0-49cd-4fac-a02e-c3d5ef22db34 req-9d518a18-a835-48f1-a68c-083f811dded7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:10.178058 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-56ac34c0-49cd-4fac-a02e-c3d5ef22db34 req-9d518a18-a835-48f1-a68c-083f811dded7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 944 time: 0.0641468 Mar 31 21:37:10.228363 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-56ac34c0-49cd-4fac-a02e-c3d5ef22db34 req-dfeb9cb3-beb1-4745-ba97-c2e031f76d7d tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448022 Mar 31 21:37:11.350529 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf59bc-0390-4746-abbb-264155861ad7 req-7d81c9f4-9c45-4c9b-bd0c-f0c952bf0fde tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:11.352010 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0eaf59bc-0390-4746-abbb-264155861ad7 req-7d81c9f4-9c45-4c9b-bd0c-f0c952bf0fde tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 944 time: 0.0525503 Mar 31 21:37:11.405473 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0eaf59bc-0390-4746-abbb-264155861ad7 req-480b906e-77e7-415c-9a4b-869f7618fc99 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471056 Mar 31 21:37:12.490657 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:37:12.528718 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee53697-8c59-4531-a806-d13adf10fa0a req-17f91f25-8369-410f-85d8-a688b9c64627 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:12.531084 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5ee53697-8c59-4531-a806-d13adf10fa0a req-17f91f25-8369-410f-85d8-a688b9c64627 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 944 time: 0.0593522 Mar 31 21:37:12.568893 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:37:12.574186 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:37:12.574578 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:12.598597 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5ee53697-8c59-4531-a806-d13adf10fa0a req-51f76868-166a-47b8-b23e-e7519ab16838 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590940 Mar 31 21:37:12.679833 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:37:12.680228 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:12.704160 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:37:12.706601 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368e8354-de95-4e61-8279-8b38156fba48" -d '{"events": [{"server_uuid": "5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2", "name": "network-vif-plugged", "status": "completed", "tag": "e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:37:12.719579 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:37:12.724207 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:12.751719 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ccf378-14ea-4729-bfd0-b02e60a7d7db x-openstack-request-id: req-35ccf378-14ea-4729-bfd0-b02e60a7d7db {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:37:12.752019 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2", "name": "network-vif-plugged", "status": "completed", "tag": "e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:37:12.752457 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35ccf378-14ea-4729-bfd0-b02e60a7d7db {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:37:12.752862 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ccf378-14ea-4729-bfd0-b02e60a7d7db'] response: {'server_uuid': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'code': 200} Mar 31 21:37:12.778013 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:12.945259 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02a2fe-0afa-47c5-8b49-33c8996ba47b req-938c24a9-190c-4075-9360-2ecfab0a227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:12.947004 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a02a2fe-0afa-47c5-8b49-33c8996ba47b req-938c24a9-190c-4075-9360-2ecfab0a227f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 1129 time: 0.0495064 Mar 31 21:37:12.994070 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a02a2fe-0afa-47c5-8b49-33c8996ba47b req-eabc6585-45b9-4229-b163-ad67d0f6bfe5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410414 Mar 31 21:37:13.729646 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d3dd6-c079-41d6-a7b1-c88a27f4bbb5 req-f5e6a18d-7ab5-4ab3-aa3b-5fd57fad144f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:13.731235 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9a1d3dd6-c079-41d6-a7b1-c88a27f4bbb5 req-f5e6a18d-7ab5-4ab3-aa3b-5fd57fad144f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0551200 Mar 31 21:37:13.785413 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9a1d3dd6-c079-41d6-a7b1-c88a27f4bbb5 req-ac8e0945-3c2d-42bf-9f10-f6af6233b8b5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467064 Mar 31 21:37:14.918761 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0a55c-aa42-4c89-b539-f2420cf71178 req-9f4abded-dcaf-4066-a512-a80a8852fe8e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:14.920925 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-71a0a55c-aa42-4c89-b539-f2420cf71178 req-9f4abded-dcaf-4066-a512-a80a8852fe8e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0654943 Mar 31 21:37:14.967881 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-71a0a55c-aa42-4c89-b539-f2420cf71178 req-78c99926-f655-47f1-a7b1-b200133772bd tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408990 Mar 31 21:37:16.088216 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218924f1-9b6e-4872-bd94-a5fdce68efa0 req-f84ced9e-1c40-403d-932f-cd97e41b0dd5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:16.089620 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-218924f1-9b6e-4872-bd94-a5fdce68efa0 req-f84ced9e-1c40-403d-932f-cd97e41b0dd5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0525699 Mar 31 21:37:16.139097 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-218924f1-9b6e-4872-bd94-a5fdce68efa0 req-ecaf51cf-7d4b-48f8-962c-0a24e5ac8254 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418553 Mar 31 21:37:16.260421 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301bcaf-73cf-4ec9-88ff-d353435af9ff req-0ccb8a96-a10d-43bf-b419-b73379dbe814 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:16.261906 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6301bcaf-73cf-4ec9-88ff-d353435af9ff req-0ccb8a96-a10d-43bf-b419-b73379dbe814 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0586231 Mar 31 21:37:16.270765 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 52982) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:16.275818 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f92af66c-584b-4ddc-9d91-1aa132f898a7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Request body: {'floatingip': {'port_id': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:37:16.318869 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f92af66c-584b-4ddc-9d91-1aa132f898a7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for floatingip (87114ce0-88b8-496f-9b8a-5c983d93b4f0), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:16.736938 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f92af66c-584b-4ddc-9d91-1aa132f898a7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:16.740917 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f92af66c-584b-4ddc-9d91-1aa132f898a7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (87114ce0-88b8-496f-9b8a-5c983d93b4f0), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:16.839493 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.l3_db [None req-f92af66c-584b-4ddc-9d91-1aa132f898a7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Floating IP 87114ce0-88b8-496f-9b8a-5c983d93b4f0 associated. External IP: 172.27.3.204, port: e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1. Mar 31 21:37:17.245333 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92af66c-584b-4ddc-9d91-1aa132f898a7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:37:17.348309 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92af66c-584b-4ddc-9d91-1aa132f898a7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:37:17.352944 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f92af66c-584b-4ddc-9d91-1aa132f898a7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:17.359878 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f34b9f-fa1a-45a0-8b67-a6500e59ddc7 None None] Sync routers for ids ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:37:17.374903 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f34b9f-fa1a-45a0-8b67-a6500e59ddc7 None None] Routers {'45c0fa57-db9d-4f02-aa6b-2cb8a1416867'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:37:17.376536 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-72f34b9f-fa1a-45a0-8b67-a6500e59ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:37:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:37:17.389311 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-f92af66c-584b-4ddc-9d91-1aa132f898a7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "PUT /v2.0/floatingips/87114ce0-88b8-496f-9b8a-5c983d93b4f0 HTTP/1.1" status: 200 len: 991 time: 1.1166308 Mar 31 21:37:17.389907 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'tag': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:37:17.392159 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d401d93df8c71fc9eb1f810d7532f025901b5508dcb63aa95efc5c748d74754d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd624ec-910e-463b-9a43-cd195785a295" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2", "tag": "e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:37:17.433270 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892d5040-957c-45ec-9ae3-060449cf7568 x-openstack-request-id: req-892d5040-957c-45ec-9ae3-060449cf7568 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:37:17.433563 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2", "tag": "e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:37:17.433816 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-892d5040-957c-45ec-9ae3-060449cf7568 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:37:17.434255 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-892d5040-957c-45ec-9ae3-060449cf7568'] response: {'name': 'network-changed', 'server_uuid': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'tag': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'status': 'completed', 'code': 200} Mar 31 21:37:17.488601 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-72f34b9f-fa1a-45a0-8b67-a6500e59ddc7 None None] Set router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:37:17.709891 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-72f34b9f-fa1a-45a0-8b67-a6500e59ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '87114ce0-88b8-496f-9b8a-5c983d93b4f0', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'port_id': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'mac_address': 'fa:16:3e:b2:22:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:36:46Z', 'updated_at': '2022-03-31T21:37:16Z', 'revision_number': 1, 'project_id': '92115509477b4904ad8fe11253589f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9619f6c1-1751-4a92-9738-ef6b5eedfdb0', 'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'mac_address': 'fa:16:3e:7c:53:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:38Z', 'updated_at': '2022-03-31T21:34:55Z', 'revision_number': 5, 'project_id': '92115509477b4904ad8fe11253589f6f', 'subnets': [{'id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:37:17.735633 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f34b9f-fa1a-45a0-8b67-a6500e59ddc7 None None] Checking router: 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:37:17.743722 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f34b9f-fa1a-45a0-8b67-a6500e59ddc7 None None] Routers {'45c0fa57-db9d-4f02-aa6b-2cb8a1416867'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:37:17.744315 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-72f34b9f-fa1a-45a0-8b67-a6500e59ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:37:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:37:17.853208 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-72f34b9f-fa1a-45a0-8b67-a6500e59ddc7 None None] Set router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:37:18.172478 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-72f34b9f-fa1a-45a0-8b67-a6500e59ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '87114ce0-88b8-496f-9b8a-5c983d93b4f0', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'port_id': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'mac_address': 'fa:16:3e:b2:22:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:36:46Z', 'updated_at': '2022-03-31T21:37:16Z', 'revision_number': 1, 'project_id': '92115509477b4904ad8fe11253589f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9619f6c1-1751-4a92-9738-ef6b5eedfdb0', 'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'mac_address': 'fa:16:3e:7c:53:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:38Z', 'updated_at': '2022-03-31T21:34:55Z', 'revision_number': 5, 'project_id': '92115509477b4904ad8fe11253589f6f', 'subnets': [{'id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:37:18.198354 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f34b9f-fa1a-45a0-8b67-a6500e59ddc7 None None] The sync data for ids ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'] in dv-cinder-836073-1-iscsi is: [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '87114ce0-88b8-496f-9b8a-5c983d93b4f0', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'port_id': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'mac_address': 'fa:16:3e:b2:22:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:36:46Z', 'updated_at': '2022-03-31T21:37:16Z', 'revision_number': 1, 'project_id': '92115509477b4904ad8fe11253589f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9619f6c1-1751-4a92-9738-ef6b5eedfdb0', 'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'mac_address': 'fa:16:3e:7c:53:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:38Z', 'updated_at': '2022-03-31T21:34:55Z', 'revision_number': 5, 'project_id': '92115509477b4904ad8fe11253589f6f', 'subnets': [{'id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:37:18.397464 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4787ca3e-b618-4402-8f9a-e3c45c7f0dbc None None] New status for floating IP 87114ce0-88b8-496f-9b8a-5c983d93b4f0: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:37:20.179754 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd624ec-910e-463b-9a43-cd195785a295 req-50e8a936-4e5b-4629-9d4f-39f1a767e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:20.181389 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4cd624ec-910e-463b-9a43-cd195785a295 req-50e8a936-4e5b-4629-9d4f-39f1a767e6a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 1129 time: 0.0493064 Mar 31 21:37:20.285362 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd624ec-910e-463b-9a43-cd195785a295 req-815595fc-7003-457c-a531-d5b0d86227e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:20.286826 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4cd624ec-910e-463b-9a43-cd195785a295 req-815595fc-7003-457c-a531-d5b0d86227e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.0858567 Mar 31 21:37:20.355421 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4cd624ec-910e-463b-9a43-cd195785a295 req-1e74f84d-fa64-4411-80c7-7b32ed0883bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 HTTP/1.1" status: 200 len: 1001 time: 0.0610797 Mar 31 21:37:20.404241 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd624ec-910e-463b-9a43-cd195785a295 req-044d8b04-fa19-41cf-9033-8eeac8415f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:20.405753 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4cd624ec-910e-463b-9a43-cd195785a295 req-044d8b04-fa19-41cf-9033-8eeac8415f49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0443585 Mar 31 21:37:20.454012 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd624ec-910e-463b-9a43-cd195785a295 req-369e3c49-9ee2-4c90-bbcd-c91aabada0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:20.455474 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4cd624ec-910e-463b-9a43-cd195785a295 req-369e3c49-9ee2-4c90-bbcd-c91aabada0d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433784 Mar 31 21:37:20.550023 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4cd624ec-910e-463b-9a43-cd195785a295 req-a451035e-a1cd-4e5f-ac9e-1654001da705 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867834 Mar 31 21:37:20.637723 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4cd624ec-910e-463b-9a43-cd195785a295 req-dbcf51c2-8c0f-43ee-a2d1-c5af85baaa67 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813801 Mar 31 21:37:21.804013 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 53040) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:21.910177 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-60d0584b-c0ef-4663-bc1c-422b5e3cb2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:21.989097 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-60d0584b-c0ef-4663-bc1c-422b5e3cb2fd admin admin] Publish callbacks [] for security_group (8f4fb749-ff40-4a27-9b40-17dabb73ca2d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:21.992461 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-60d0584b-c0ef-4663-bc1c-422b5e3cb2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (8f4fb749-ff40-4a27-9b40-17dabb73ca2d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:22.034431 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-60d0584b-c0ef-4663-bc1c-422b5e3cb2fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e25204822d44162bfe907d0a1de39fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264776 Mar 31 21:37:22.034707 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53048) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:22.046774 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0584b-c0ef-4663-bc1c-422b5e3cb2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4fb749-ff40-4a27-9b40-17dabb73ca2d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:22.084111 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b38702f-4fb9-491b-8545-2316d146c468 admin admin] Publish callbacks [] for security_group (8f4fb749-ff40-4a27-9b40-17dabb73ca2d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:22.105344 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b38702f-4fb9-491b-8545-2316d146c468 admin admin] Publish callbacks [] for security_group (8f4fb749-ff40-4a27-9b40-17dabb73ca2d), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:22.153188 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b38702f-4fb9-491b-8545-2316d146c468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (8f4fb749-ff40-4a27-9b40-17dabb73ca2d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:22.155816 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b38702f-4fb9-491b-8545-2316d146c468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:22.156951 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-8b38702f-4fb9-491b-8545-2316d146c468 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f4fb749-ff40-4a27-9b40-17dabb73ca2d HTTP/1.1" status: 204 len: 168 time: 0.1212809 Mar 31 21:37:22.164475 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38702f-4fb9-491b-8545-2316d146c468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4fb749-ff40-4a27-9b40-17dabb73ca2d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:22.649478 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 53060) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:22.750947 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50264d05-5556-4300-825e-bd684a7bde22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:22.820814 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50264d05-5556-4300-825e-bd684a7bde22 admin admin] Publish callbacks [] for security_group (2a0692c3-4dca-46b3-9857-be60930e86a1), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:22.824352 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-50264d05-5556-4300-825e-bd684a7bde22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (2a0692c3-4dca-46b3-9857-be60930e86a1), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:22.861775 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-50264d05-5556-4300-825e-bd684a7bde22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4602879da773461ebceac7094d51494c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112305 Mar 31 21:37:22.862723 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50264d05-5556-4300-825e-bd684a7bde22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0692c3-4dca-46b3-9857-be60930e86a1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:22.864416 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53064) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:22.912068 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8d35a7f7-4ddf-4b58-857b-727f831c2582 admin admin] Publish callbacks [] for security_group (2a0692c3-4dca-46b3-9857-be60930e86a1), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:22.914869 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:37:22.934085 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8d35a7f7-4ddf-4b58-857b-727f831c2582 admin admin] Publish callbacks [] for security_group (2a0692c3-4dca-46b3-9857-be60930e86a1), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:22.979211 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8d35a7f7-4ddf-4b58-857b-727f831c2582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (2a0692c3-4dca-46b3-9857-be60930e86a1), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:22.982379 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8d35a7f7-4ddf-4b58-857b-727f831c2582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:22.983516 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-8d35a7f7-4ddf-4b58-857b-727f831c2582 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a0692c3-4dca-46b3-9857-be60930e86a1 HTTP/1.1" status: 204 len: 168 time: 0.1181154 Mar 31 21:37:22.991693 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35a7f7-4ddf-4b58-857b-727f831c2582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0692c3-4dca-46b3-9857-be60930e86a1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:33.179641 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e40967fb-8a06-4df4-9a9e-727047549e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:33.897783 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53300) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:34.009813 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8395a26f-03c6-41c6-8e84-b27657030594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:34.086189 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8395a26f-03c6-41c6-8e84-b27657030594 admin admin] Publish callbacks [] for security_group (1cf16808-1fc2-4698-a353-2eca9355a8f1), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:34.092177 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8395a26f-03c6-41c6-8e84-b27657030594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (1cf16808-1fc2-4698-a353-2eca9355a8f1), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:34.131242 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-8395a26f-03c6-41c6-8e84-b27657030594 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6f10d6b68d0407d9e75d6328e8b3b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323251 Mar 31 21:37:34.132110 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395a26f-03c6-41c6-8e84-b27657030594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf16808-1fc2-4698-a353-2eca9355a8f1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:34.133871 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 53304) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:34.196177 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca42465d-b1fe-4faf-9504-db77822c04aa admin admin] Publish callbacks [] for security_group (1cf16808-1fc2-4698-a353-2eca9355a8f1), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:34.215160 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca42465d-b1fe-4faf-9504-db77822c04aa admin admin] Publish callbacks [] for security_group (1cf16808-1fc2-4698-a353-2eca9355a8f1), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:34.262278 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca42465d-b1fe-4faf-9504-db77822c04aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (1cf16808-1fc2-4698-a353-2eca9355a8f1), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:34.265321 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ca42465d-b1fe-4faf-9504-db77822c04aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:34.266487 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-ca42465d-b1fe-4faf-9504-db77822c04aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cf16808-1fc2-4698-a353-2eca9355a8f1 HTTP/1.1" status: 204 len: 168 time: 0.1315889 Mar 31 21:37:34.274102 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42465d-b1fe-4faf-9504-db77822c04aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf16808-1fc2-4698-a353-2eca9355a8f1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:35.246460 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-84b7b741-30cf-4ccf-8ab6-8cf033d32d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:37.019139 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:37.021591 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:37.480275 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3769f88-b0a9-4382-9459-289c8ea8ce44 req-d5a485b3-d011-440a-bb9b-f76ca77d8cad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447767 Mar 31 21:37:37.543037 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3769f88-b0a9-4382-9459-289c8ea8ce44 req-531d662f-bced-4061-82f0-e6671e5d1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:37.544530 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3769f88-b0a9-4382-9459-289c8ea8ce44 req-531d662f-bced-4061-82f0-e6671e5d1ca0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 1130 time: 0.0435672 Mar 31 21:37:37.645645 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3769f88-b0a9-4382-9459-289c8ea8ce44 req-c1be870f-9e3f-4608-9998-e8573868a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:37.647111 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3769f88-b0a9-4382-9459-289c8ea8ce44 req-c1be870f-9e3f-4608-9998-e8573868a473 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.0829308 Mar 31 21:37:37.689680 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3769f88-b0a9-4382-9459-289c8ea8ce44 req-d71a6a41-ab64-4dfa-885f-08043f15644b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=448a6287-1070-4963-890f-ead611e1bc25 HTTP/1.1" status: 200 len: 217 time: 0.0362494 Mar 31 21:37:37.737607 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3769f88-b0a9-4382-9459-289c8ea8ce44 req-65c603c5-b907-4b2e-9dba-901c5e707c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:37.739077 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3769f88-b0a9-4382-9459-289c8ea8ce44 req-65c603c5-b907-4b2e-9dba-901c5e707c3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0436771 Mar 31 21:37:37.789265 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3769f88-b0a9-4382-9459-289c8ea8ce44 req-235b0d8f-bc11-4570-9986-42558b8d8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:37.790756 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3769f88-b0a9-4382-9459-289c8ea8ce44 req-235b0d8f-bc11-4570-9986-42558b8d8b1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429616 Mar 31 21:37:37.898997 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3769f88-b0a9-4382-9459-289c8ea8ce44 req-109e58fe-8585-4202-be6c-d73d03b909ce service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000354 Mar 31 21:37:37.992926 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c3769f88-b0a9-4382-9459-289c8ea8ce44 req-f479c384-a139-487a-884b-137955c723f5 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792775 Mar 31 21:37:38.478749 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:39.542207 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:55.277731 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53404) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:55.380407 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:55.454851 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Publish callbacks [] for security_group (27838a7c-35b1-4a97-9486-7de362222e3a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:55.458644 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (27838a7c-35b1-4a97-9486-7de362222e3a), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:55.494379 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27838a7c-35b1-4a97-9486-7de362222e3a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:55.498181 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f58a6663a2a4e2f8cb1a67c1342afc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193742 Mar 31 21:37:55.501039 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 53408) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:55.504005 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.504351 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.504715 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.505056 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.505468 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.505721 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.506085 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.506415 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.506743 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.507071 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.507411 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.507757 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.508085 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.508403 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.508720 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42114600-089c-4e91-be55-b7c32a32ecd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.551321 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Publish callbacks [] for security_group (27838a7c-35b1-4a97-9486-7de362222e3a), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:55.572271 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Publish callbacks [] for security_group (27838a7c-35b1-4a97-9486-7de362222e3a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:55.625362 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (27838a7c-35b1-4a97-9486-7de362222e3a), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:55.629327 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:55.629985 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27838a7c-35b1-4a97-9486-7de362222e3a HTTP/1.1" status: 204 len: 168 time: 0.1276913 Mar 31 21:37:55.639052 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27838a7c-35b1-4a97-9486-7de362222e3a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:55.646412 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.646752 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.647090 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.647422 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.648272 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.648272 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.648469 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.648685 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.649006 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.649325 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.649644 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.649981 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.650298 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.650612 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:55.650923 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a01214-7170-41d9-a838-45121731b90b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:56.238062 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 53434) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:56.332317 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-117498442-network', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:37:56.352374 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Made reservation on behalf of fa9aeaaf600b4f0baa090dac35478417 for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:37:56.354971 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:56.364111 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:56.437489 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Publish callbacks [] for security_group (5ec1e216-1c8c-4a1d-89b3-faa81f418764), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:56.441335 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (5ec1e216-1c8c-4a1d-89b3-faa81f418764), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:56.467019 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:37:56.476311 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec1e216-1c8c-4a1d-89b3-faa81f418764,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:56.484308 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (e4495c3a-7a77-403c-9a31-d4e9e83097eb), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:56.484558 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Added segment e4495c3a-7a77-403c-9a31-d4e9e83097eb of type vlan for network 378e9186-c2c4-4963-b605-d1b013f39554 Mar 31 21:37:56.526766 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (378e9186-c2c4-4963-b605-d1b013f39554), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:56.551993 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (378e9186-c2c4-4963-b605-d1b013f39554), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:56.553073 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:56.553589 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:56.617293 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3780971 Mar 31 21:37:56.620392 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53438) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:56.625148 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb654889-19d4-49c5-bfcc-b3a70022cc5b admin admin] Pushing event updated for resources: {'Network': ['ID=378e9186-c2c4-4963-b605-d1b013f39554,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:56.625322 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1c296b26-2627-468c-8bdd-05e1ffc37736 admin admin] Request body: {'subnet': {'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-117498442-subnet', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:37:56.635334 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 378e9186-c2c4-4963-b605-d1b013f39554 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:37:56.647821 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c296b26-2627-468c-8bdd-05e1ffc37736 admin admin] Made reservation on behalf of fa9aeaaf600b4f0baa090dac35478417 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:37:56.650286 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c296b26-2627-468c-8bdd-05e1ffc37736 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357894'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:56.815731 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c296b26-2627-468c-8bdd-05e1ffc37736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13624110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357904'] for subnet (9f2d1c4d-34aa-45f1-a92e-c4affe587080), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:56.873004 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c296b26-2627-468c-8bdd-05e1ffc37736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2d1c4d-34aa-45f1-a92e-c4affe587080,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:56.881573 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c296b26-2627-468c-8bdd-05e1ffc37736 admin admin] Checking segment: {'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:37:56.881931 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c296b26-2627-468c-8bdd-05e1ffc37736 admin admin] Network hostable DHCP agents. Network: 378e9186-c2c4-4963-b605-d1b013f39554, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:37:56.898378 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c296b26-2627-468c-8bdd-05e1ffc37736 admin admin] Network 378e9186-c2c4-4963-b605-d1b013f39554 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:37:56.908436 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-1c296b26-2627-468c-8bdd-05e1ffc37736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 378e9186-c2c4-4963-b605-d1b013f39554) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:37:56.912662 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c296b26-2627-468c-8bdd-05e1ffc37736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:37:56.913251 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c296b26-2627-468c-8bdd-05e1ffc37736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:56.917951 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc33a8ab-9a10-438e-8dc8-76aadca547ac None None] Network 378e9186-c2c4-4963-b605-d1b013f39554 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:37:56.928655 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-1c296b26-2627-468c-8bdd-05e1ffc37736 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3071480 Mar 31 21:37:56.931450 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53440) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:56.936242 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:37:56.956248 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16398391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31876'] for router (e6e6667f-7bdb-4f96-851c-7ddad4382e10), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:56.957430 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16399271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16384502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16275930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31887'] for router (e6e6667f-7bdb-4f96-851c-7ddad4382e10), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.009282 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Publish callbacks [] for router_controller (e6e6667f-7bdb-4f96-851c-7ddad4382e10), precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.017034 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eb66703-8a4f-504a-9784-587a225c9d17-378e9186-c2c4-4963-b605-d1b013f39554', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'fixed_ips': [{'subnet_id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080'}]}} from dv-cinder-836073-1-iscsi. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:37:57.017871 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.150070 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Publish callbacks [] for router_gateway (e6e6667f-7bdb-4f96-851c-7ddad4382e10), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.155011 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Allocated IP 172.20.0.2 (378e9186-c2c4-4963-b605-d1b013f39554/9f2d1c4d-34aa-45f1-a92e-c4affe587080/899c68f0-0909-46b4-ba2a-1f63dbbd9189) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:37:57.303160 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Publish callbacks [] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.309768 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.349633 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Network 378e9186-c2c4-4963-b605-d1b013f39554 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:37:57.351797 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Publish callbacks [] for router_gateway (e6e6667f-7bdb-4f96-851c-7ddad4382e10), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.352763 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:37:57.359704 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:37:57.365997 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Pushing event updated for resources: {'Port': ['ID=899c68f0-0909-46b4-ba2a-1f63dbbd9189,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:57.371495 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.424195 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Attempting to bind port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:37:57.424564 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Attempting to bind port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:37:57.424926 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Attempting to bind port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 on network 378e9186-c2c4-4963-b605-d1b013f39554 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:37:57.430179 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:37:57.430552 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Checking segment: {'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:37:57.430946 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.431332 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Bound using segment: {'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:37:57.431791 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Bound port: 899c68f0-0909-46b4-ba2a-1f63dbbd9189, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:37:57.432177 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.480794 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Allocated IP 172.27.3.212 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/3d2295cb-bf88-464b-a4bc-ab9277b34b66) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:37:57.497360 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] For port 899c68f0-0909-46b4-ba2a-1f63dbbd9189, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:37:57.500567 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] For port 899c68f0-0909-46b4-ba2a-1f63dbbd9189, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=899c68f0-0909-46b4-ba2a-1f63dbbd9189,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:37:57.507195 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.571442 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363b251-46b4-4762-923e-d2974c35e8b5 None None] Pushing event updated for resources: {'Port': ['ID=899c68f0-0909-46b4-ba2a-1f63dbbd9189,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:57.596489 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Publish callbacks [] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.631737 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.672398 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:37:57.675411 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:37:57.681062 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:37:57.687794 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2295cb-bf88-464b-a4bc-ab9277b34b66,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:57.911516 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 899c68f0-0909-46b4-ba2a-1f63dbbd9189 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:37:57.965177 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:37:57.965464 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:57.975114 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Publish callbacks [] for router_gateway (e6e6667f-7bdb-4f96-851c-7ddad4382e10), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:58.180074 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:37:58.180474 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:58.191747 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16384289'] for router (e6e6667f-7bdb-4f96-851c-7ddad4382e10), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:58.218975 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port 899c68f0-0909-46b4-ba2a-1f63dbbd9189, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=899c68f0-0909-46b4-ba2a-1f63dbbd9189,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:37:58.225381 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:58.285626 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=899c68f0-0909-46b4-ba2a-1f63dbbd9189,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:58.344181 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Router e6e6667f-7bdb-4f96-851c-7ddad4382e10 is scheduled to L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:37:58.462193 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:37:58.473548 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Sync routers for ids ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:37:58.483835 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:58.489155 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-91481d17-4d37-47c2-b699-359f7ef34a66 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5529547 Mar 31 21:37:58.489366 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 53444) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:58.496781 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Routers {'e6e6667f-7bdb-4f96-851c-7ddad4382e10'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:37:58.497233 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de40fbb-a0d2-484f-83ab-2d143ed7a80d None None] Network 378e9186-c2c4-4963-b605-d1b013f39554 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:37:58.497420 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:37:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:37:58.609231 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-1eea2217-5749-4c33-bd31-5d530576887c None None] Provisioning complete for port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:37:58.609498 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Set router e6e6667f-7bdb-4f96-851c-7ddad4382e10 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:37:58.609602 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1eea2217-5749-4c33-bd31-5d530576887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:58.710006 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1eea2217-5749-4c33-bd31-5d530576887c None None] Current status of the port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:37:58.813037 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:37:57Z', 'revision_number': 3, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:37:58.841745 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Checking router: e6e6667f-7bdb-4f96-851c-7ddad4382e10 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:37:58.842119 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Updating router e6e6667f-7bdb-4f96-851c-7ddad4382e10 port 3d2295cb-bf88-464b-a4bc-ab9277b34b66 binding host dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:37:58.874517 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:58.932822 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d50b2df1-2a18-4dc6-8611-1ec45569c990 None None] Provisioning complete for port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:37:58.933428 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d50b2df1-2a18-4dc6-8611-1ec45569c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.020123 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d50b2df1-2a18-4dc6-8611-1ec45569c990 None None] Current status of the port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:37:59.135895 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Publish callbacks [] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.140653 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.182610 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.194123 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Attempting to bind port 3d2295cb-bf88-464b-a4bc-ab9277b34b66 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:37:59.194497 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Attempting to bind port 3d2295cb-bf88-464b-a4bc-ab9277b34b66 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:37:59.194859 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Attempting to bind port 3d2295cb-bf88-464b-a4bc-ab9277b34b66 on network 117f9244-b533-4049-ba97-bca06ffbe3a7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:37:59.202783 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Pushing event updated for resources: {'Port': ['ID=3d2295cb-bf88-464b-a4bc-ab9277b34b66,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:59.205183 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:37:59.205635 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Checking segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:37:59.206125 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.206564 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Bound using segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:37:59.207229 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Bound port: 3d2295cb-bf88-464b-a4bc-ab9277b34b66, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:37:59.207611 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.230772 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.231118 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.231495 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.231862 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.232183 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.232613 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.232979 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.233294 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.233698 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.234061 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.234453 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.234867 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.235217 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.235536 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.235853 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:37:59.276439 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] For port 3d2295cb-bf88-464b-a4bc-ab9277b34b66, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:37:59.279517 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] For port 3d2295cb-bf88-464b-a4bc-ab9277b34b66, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=3d2295cb-bf88-464b-a4bc-ab9277b34b66,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:37:59.285554 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.343000 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Routers {'e6e6667f-7bdb-4f96-851c-7ddad4382e10'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:37:59.343727 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:37:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:37:59.348543 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Allocated IP 172.20.0.1 (378e9186-c2c4-4963-b605-d1b013f39554/9f2d1c4d-34aa-45f1-a92e-c4affe587080/e2a16f2e-ed56-4557-a11b-9b9b91de5cb9) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:37:59.348943 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519f3f0-3b8f-42aa-bafb-081ebd1267ed None None] Pushing event updated for resources: {'Port': ['ID=3d2295cb-bf88-464b-a4bc-ab9277b34b66,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:59.454604 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] Set router e6e6667f-7bdb-4f96-851c-7ddad4382e10 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:37:59.456002 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Publish callbacks [] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.489364 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.528042 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Network 378e9186-c2c4-4963-b605-d1b013f39554 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:37:59.530942 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:37:59.536690 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:37:59.559836 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a16f2e-ed56-4557-a11b-9b9b91de5cb9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:37:59.580222 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384758'] for router_interface (e6e6667f-7bdb-4f96-851c-7ddad4382e10), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.645399 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:37:57Z', 'revision_number': 3, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:37:59.673756 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201a2fc-54ad-4202-8031-b3acd9d21365 None None] The sync data for ids ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'] in dv-cinder-836073-1-iscsi is: [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:37:57Z', 'revision_number': 3, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:37:59.726819 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.747437 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6722e3d5-f430-4263-80ed-195033727133 None None] Provisioning complete for port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:37:59.747810 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6722e3d5-f430-4263-80ed-195033727133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.784844 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6722e3d5-f430-4263-80ed-195033727133 None None] Port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:37:59.889135 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 899c68f0-0909-46b4-ba2a-1f63dbbd9189 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:37:59.904608 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Publish callbacks [] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.915288 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:37:59.916008 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:59.974040 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:37:59.974619 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:00.001667 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Pushing event updated for resources: {'Port': ['ID=e2a16f2e-ed56-4557-a11b-9b9b91de5cb9,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:00.013884 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384610'] for router_interface (e6e6667f-7bdb-4f96-851c-7ddad4382e10), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:00.082640 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:00.161145 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Network 378e9186-c2c4-4963-b605-d1b013f39554 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:00.162991 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:00.322161 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Router e6e6667f-7bdb-4f96-851c-7ddad4382e10 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:38:00.421900 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-db30aaa4-75a5-42fa-92f3-d199c4dce6a6 None None] Provisioning complete for port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:00.422387 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-db30aaa4-75a5-42fa-92f3-d199c4dce6a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:00.465298 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:38:00.466778 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-db30aaa4-75a5-42fa-92f3-d199c4dce6a6 None None] Port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:38:00.473454 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7e815080-0a1c-43fe-abdf-4daaf5aeacc7 admin admin] 10.222.0.24 "PUT /v2.0/routers/e6e6667f-7bdb-4f96-851c-7ddad4382e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9838862 Mar 31 21:38:00.973426 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53460) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:00.978325 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1106410316-network', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:00.997440 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Made reservation on behalf of 1a8484e1d63c4dcb908db93f40f6444d for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:01.000016 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.009758 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.100551 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Publish callbacks [] for security_group (bfedb7c2-d1ea-41cb-9cc0-8b02ca438c8e), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.105787 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (bfedb7c2-d1ea-41cb-9cc0-8b02ca438c8e), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.135580 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:38:01.142407 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfedb7c2-d1ea-41cb-9cc0-8b02ca438c8e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:01.149632 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (28689d86-2cb1-457c-b346-5b57102b7d2e), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.151347 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.segments_db [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Added segment 28689d86-2cb1-457c-b346-5b57102b7d2e of type vlan for network 4882182b-f9c0-48e4-9f96-07a53cd8ec5b Mar 31 21:38:01.199401 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (4882182b-f9c0-48e4-9f96-07a53cd8ec5b), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.226452 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (4882182b-f9c0-48e4-9f96-07a53cd8ec5b), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.227650 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:01.228476 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.286665 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3119936 Mar 31 21:38:01.289257 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53462) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:01.296195 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e95ae6f5-ae6f-4e97-9295-14d5da590caf admin admin] Request body: {'subnet': {'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1106410316-subnet', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:01.304310 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9e9b3-94d9-464e-98db-1a039778e88c admin admin] Pushing event updated for resources: {'Network': ['ID=4882182b-f9c0-48e4-9f96-07a53cd8ec5b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:01.318827 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 4882182b-f9c0-48e4-9f96-07a53cd8ec5b details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:38:01.322263 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ae6f5-ae6f-4e97-9295-14d5da590caf admin admin] Made reservation on behalf of 1a8484e1d63c4dcb908db93f40f6444d for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:01.324679 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e95ae6f5-ae6f-4e97-9295-14d5da590caf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357894'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.400600 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Sync routers for ids ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:38:01.410559 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Routers {'e6e6667f-7bdb-4f96-851c-7ddad4382e10'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:38:01.411303 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:37:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:01.503850 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e95ae6f5-ae6f-4e97-9295-14d5da590caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13624110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357904'] for subnet (2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.529316 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Set router e6e6667f-7bdb-4f96-851c-7ddad4382e10 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:38:01.558678 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ae6f5-ae6f-4e97-9295-14d5da590caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:01.567536 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ae6f5-ae6f-4e97-9295-14d5da590caf admin admin] Checking segment: {'id': '28689d86-2cb1-457c-b346-5b57102b7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:01.567835 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ae6f5-ae6f-4e97-9295-14d5da590caf admin admin] Network hostable DHCP agents. Network: 4882182b-f9c0-48e4-9f96-07a53cd8ec5b, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:38:01.588401 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ae6f5-ae6f-4e97-9295-14d5da590caf admin admin] Network 4882182b-f9c0-48e4-9f96-07a53cd8ec5b is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:38:01.598654 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e95ae6f5-ae6f-4e97-9295-14d5da590caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 4882182b-f9c0-48e4-9f96-07a53cd8ec5b) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:01.603135 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ae6f5-ae6f-4e97-9295-14d5da590caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:01.603834 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e95ae6f5-ae6f-4e97-9295-14d5da590caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.610739 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10051df-3f80-4533-b158-41f03e97307a None None] Network 4882182b-f9c0-48e4-9f96-07a53cd8ec5b requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:38:01.625838 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-e95ae6f5-ae6f-4e97-9295-14d5da590caf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3329489 Mar 31 21:38:01.626168 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53464) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:01.630607 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1106410316-router', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:01.650926 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16398391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31876'] for router (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.653694 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16399271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16384502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16275930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31887'] for router (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.716839 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Publish callbacks [] for router_controller (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.800609 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eb66703-8a4f-504a-9784-587a225c9d17-4882182b-f9c0-48e4-9f96-07a53cd8ec5b', 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b', 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'fixed_ips': [{'subnet_id': '2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f'}]}} from dv-cinder-836073-1-iscsi. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:38:01.801481 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:01.922848 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 4, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'e2a16f2e-ed56-4557-a11b-9b9b91de5cb9', 'name': '', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'mac_address': 'fa:16:3e:9b:e7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:59Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 2, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'subnets': [{'id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:01.950919 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 3d2295cb-bf88-464b-a4bc-ab9277b34b66 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:02.001918 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Checking router: e6e6667f-7bdb-4f96-851c-7ddad4382e10 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:38:02.002309 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Updating router e6e6667f-7bdb-4f96-851c-7ddad4382e10 port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 binding host dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:38:02.043170 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Allocated IP 172.20.0.2 (4882182b-f9c0-48e4-9f96-07a53cd8ec5b/2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f/259b9134-7e0a-4220-b047-e8921f7aba02) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:02.076623 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.099182 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Publish callbacks [] for router_gateway (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.177565 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 3d2295cb-bf88-464b-a4bc-ab9277b34b66 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:02.177889 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.358021 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Publish callbacks [] for router_gateway (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.378262 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.495282 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Allocated IP 172.27.3.113 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/ec9fe493-2793-44e3-821e-8974adcf1dbf) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:02.503985 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Publish callbacks [] for port (259b9134-7e0a-4220-b047-e8921f7aba02), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.543522 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (259b9134-7e0a-4220-b047-e8921f7aba02), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.615862 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Publish callbacks [] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.624804 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Network 4882182b-f9c0-48e4-9f96-07a53cd8ec5b is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:02.633895 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:02.635694 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 3d2295cb-bf88-464b-a4bc-ab9277b34b66 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:02.636629 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.644915 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:02.655939 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.671474 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Pushing event updated for resources: {'Port': ['ID=259b9134-7e0a-4220-b047-e8921f7aba02,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:02.695612 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:02.696189 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port 3d2295cb-bf88-464b-a4bc-ab9277b34b66, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=3d2295cb-bf88-464b-a4bc-ab9277b34b66,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:02.702318 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:02.706997 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:02.710152 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Pushing event updated for resources: {'Port': ['ID=ec9fe493-2793-44e3-821e-8974adcf1dbf,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:02.716477 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.816990 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Attempting to bind port 259b9134-7e0a-4220-b047-e8921f7aba02 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:38:02.817513 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Attempting to bind port 259b9134-7e0a-4220-b047-e8921f7aba02 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '28689d86-2cb1-457c-b346-5b57102b7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:38:02.818137 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Attempting to bind port 259b9134-7e0a-4220-b047-e8921f7aba02 on network 4882182b-f9c0-48e4-9f96-07a53cd8ec5b {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:02.843846 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:38:02.844230 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Checking segment: {'id': '28689d86-2cb1-457c-b346-5b57102b7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:02.844746 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.845035 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Bound using segment: {'id': '28689d86-2cb1-457c-b346-5b57102b7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:38:02.845534 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Bound port: 259b9134-7e0a-4220-b047-e8921f7aba02, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28689d86-2cb1-457c-b346-5b57102b7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:38:02.845926 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (259b9134-7e0a-4220-b047-e8921f7aba02), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.853305 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=3d2295cb-bf88-464b-a4bc-ab9277b34b66,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:02.866521 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Publish callbacks [] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.874955 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.972912 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaa50a-fc6a-4bab-8421-a3c174d6fef4 None None] Pushing event updated for resources: {'Port': ['ID=e2a16f2e-ed56-4557-a11b-9b9b91de5cb9,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:02.997085 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Publish callbacks [] for router_gateway (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:03.003203 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] For port 259b9134-7e0a-4220-b047-e8921f7aba02, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:38:03.034935 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] For port 259b9134-7e0a-4220-b047-e8921f7aba02, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=259b9134-7e0a-4220-b047-e8921f7aba02,segment=NetworkSegment(28689d86-2cb1-457c-b346-5b57102b7d2e),segment_id=28689d86-2cb1-457c-b346-5b57102b7d2e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:38:03.046595 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (259b9134-7e0a-4220-b047-e8921f7aba02), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:03.053311 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Attempting to bind port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:38:03.053982 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Attempting to bind port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:38:03.054155 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Attempting to bind port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 on network 378e9186-c2c4-4963-b605-d1b013f39554 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:03.096910 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:38:03.097164 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Checking segment: {'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:03.097593 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:03.097982 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Bound using segment: {'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:38:03.098475 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Bound port: e2a16f2e-ed56-4557-a11b-9b9b91de5cb9, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:38:03.098856 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:03.144912 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757b320-392a-45eb-991f-9ceb05c9bb58 None None] Pushing event updated for resources: {'Port': ['ID=259b9134-7e0a-4220-b047-e8921f7aba02,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:03.207700 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-14fd70fb-24ff-469c-9179-fe00ea859acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:03.227966 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] For port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:38:03.233058 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] For port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=e2a16f2e-ed56-4557-a11b-9b9b91de5cb9,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:38:03.243413 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:03.289371 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16384289'] for router (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:03.304196 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Routers {'e6e6667f-7bdb-4f96-851c-7ddad4382e10'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:38:03.304851 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:37:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:03.355259 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaa50a-fc6a-4bab-8421-a3c174d6fef4 None None] Pushing event updated for resources: {'Port': ['ID=e2a16f2e-ed56-4557-a11b-9b9b91de5cb9,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:03.401342 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-65868d7b-a490-47d6-b4d0-a07acb623837 None None] Provisioning complete for port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:03.401838 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-65868d7b-a490-47d6-b4d0-a07acb623837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:03.506966 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Router 3be1ec3f-8749-4319-b31d-62a34bbd2ebc is scheduled to L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:38:03.508157 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] Set router e6e6667f-7bdb-4f96-851c-7ddad4382e10 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:38:03.593901 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-65868d7b-a490-47d6-b4d0-a07acb623837 None None] Current status of the port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:03.594368 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-65868d7b-a490-47d6-b4d0-a07acb623837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:03.651055 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:38:03.661915 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Sync routers for ids ['3be1ec3f-8749-4319-b31d-62a34bbd2ebc'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:38:03.675261 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Routers {'3be1ec3f-8749-4319-b31d-62a34bbd2ebc'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:38:03.675994 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:37:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['3be1ec3f-8749-4319-b31d-62a34bbd2ebc'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:03.676669 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:03.681492 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-c55297c9-5cb3-42a6-8a63-cf7f1b372c3a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0510139 Mar 31 21:38:03.681907 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 53466) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:03.720048 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-65868d7b-a490-47d6-b4d0-a07acb623837 None None] For port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=e2a16f2e-ed56-4557-a11b-9b9b91de5cb9,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:03.728308 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-65868d7b-a490-47d6-b4d0-a07acb623837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:03.837766 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868d7b-a490-47d6-b4d0-a07acb623837 None None] Pushing event updated for resources: {'Port': ['ID=e2a16f2e-ed56-4557-a11b-9b9b91de5cb9,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:03.864683 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d9e58065-8cfb-49d4-9c90-5dcd467e7fb8 None None] Provisioning complete for port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:03.865061 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d9e58065-8cfb-49d4-9c90-5dcd467e7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:03.932162 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 4, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'e2a16f2e-ed56-4557-a11b-9b9b91de5cb9', 'name': '', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'mac_address': 'fa:16:3e:9b:e7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:59Z', 'updated_at': '2022-03-31T21:38:03Z', 'revision_number': 4, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'subnets': [{'id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:03.941482 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Set router 3be1ec3f-8749-4319-b31d-62a34bbd2ebc gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:38:03.993290 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e3d429-ae06-4bea-bc38-13311f5ba7d4 None None] The sync data for ids ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'] in dv-cinder-836073-1-iscsi is: [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 4, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'e2a16f2e-ed56-4557-a11b-9b9b91de5cb9', 'name': '', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'mac_address': 'fa:16:3e:9b:e7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:59Z', 'updated_at': '2022-03-31T21:38:03Z', 'revision_number': 4, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'subnets': [{'id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:38:04.113666 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d9e58065-8cfb-49d4-9c90-5dcd467e7fb8 None None] Current status of the port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:04.208676 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'name': 'tempest-TestShelveInstance-1106410316-router', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:01Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 3, 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'gw_port': {'id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:02Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:04.267681 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Checking router: 3be1ec3f-8749-4319-b31d-62a34bbd2ebc for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:38:04.268360 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Updating router 3be1ec3f-8749-4319-b31d-62a34bbd2ebc port ec9fe493-2793-44e3-821e-8974adcf1dbf binding host dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:38:04.332182 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 3d2295cb-bf88-464b-a4bc-ab9277b34b66 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:04.341897 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:04.459720 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 3d2295cb-bf88-464b-a4bc-ab9277b34b66 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:04.460293 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:04.484820 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:04.634524 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 3d2295cb-bf88-464b-a4bc-ab9277b34b66 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:04.635914 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 259b9134-7e0a-4220-b047-e8921f7aba02 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:04.704291 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 259b9134-7e0a-4220-b047-e8921f7aba02 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:04.704862 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (259b9134-7e0a-4220-b047-e8921f7aba02), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:04.756051 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Publish callbacks [] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:04.767293 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:04.794171 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Allocated IP 172.20.0.1 (4882182b-f9c0-48e4-9f96-07a53cd8ec5b/2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f/8ac5474b-21ab-4912-8cd9-26fa82550632) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:04.834572 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab42f5-001b-4d2a-8f60-72ee5c71d23f None None] Network 4882182b-f9c0-48e4-9f96-07a53cd8ec5b requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:38:04.851463 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e492e-f415-4488-8508-c138d09c5444 None None] Pushing event updated for resources: {'Port': ['ID=ec9fe493-2793-44e3-821e-8974adcf1dbf,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:04.917537 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Attempting to bind port ec9fe493-2793-44e3-821e-8974adcf1dbf on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:38:04.917788 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Attempting to bind port ec9fe493-2793-44e3-821e-8974adcf1dbf by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:38:04.918190 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Attempting to bind port ec9fe493-2793-44e3-821e-8974adcf1dbf on network 117f9244-b533-4049-ba97-bca06ffbe3a7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:04.927714 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:38:04.928395 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Checking segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:04.928882 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:04.929446 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Bound using segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:38:04.930122 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Bound port: ec9fe493-2793-44e3-821e-8974adcf1dbf, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:38:04.930688 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:04.958172 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 259b9134-7e0a-4220-b047-e8921f7aba02 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:04.958377 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (259b9134-7e0a-4220-b047-e8921f7aba02), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:04.962731 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-cb532427-8777-49a0-9b3f-2d2024ab5887 None None] Provisioning complete for port 259b9134-7e0a-4220-b047-e8921f7aba02 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:04.963094 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cb532427-8777-49a0-9b3f-2d2024ab5887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (259b9134-7e0a-4220-b047-e8921f7aba02), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:04.967787 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Publish callbacks [] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:04.993843 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] For port ec9fe493-2793-44e3-821e-8974adcf1dbf, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:38:04.998145 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] For port ec9fe493-2793-44e3-821e-8974adcf1dbf, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=ec9fe493-2793-44e3-821e-8974adcf1dbf,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:38:05.007267 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.028138 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.043992 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port 259b9134-7e0a-4220-b047-e8921f7aba02, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=259b9134-7e0a-4220-b047-e8921f7aba02,segment=NetworkSegment(28689d86-2cb1-457c-b346-5b57102b7d2e),segment_id=28689d86-2cb1-457c-b346-5b57102b7d2e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:05.054443 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (259b9134-7e0a-4220-b047-e8921f7aba02), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.076156 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Routers {'3be1ec3f-8749-4319-b31d-62a34bbd2ebc'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:38:05.076962 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:37:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['3be1ec3f-8749-4319-b31d-62a34bbd2ebc'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:05.092173 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Network 4882182b-f9c0-48e4-9f96-07a53cd8ec5b is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:05.100478 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:05.112073 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:05.125329 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=259b9134-7e0a-4220-b047-e8921f7aba02,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:05.138059 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.138629 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.139015 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.139377 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.139717 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.140455 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.140455 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.140771 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.141012 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.141340 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.141669 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.142017 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.142348 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.142673 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.142996 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:05.165165 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e492e-f415-4488-8508-c138d09c5444 None None] Pushing event updated for resources: {'Port': ['ID=ec9fe493-2793-44e3-821e-8974adcf1dbf,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:05.195497 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-cb532427-8777-49a0-9b3f-2d2024ab5887 None None] Current status of the port 259b9134-7e0a-4220-b047-e8921f7aba02 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:05.199272 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac5474b-21ab-4912-8cd9-26fa82550632,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:05.218044 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384758'] for router_interface (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.230264 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] Set router 3be1ec3f-8749-4319-b31d-62a34bbd2ebc gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:38:05.257052 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-af2f893d-6f87-4ad3-9621-4fc6537ea733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.429863 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.514219 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'name': 'tempest-TestShelveInstance-1106410316-router', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:01Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 3, 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'gw_port': {'id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:02Z', 'updated_at': '2022-03-31T21:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:05.547649 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b9d813c3-2722-403d-8bf4-f242e6191714 None None] Provisioning complete for port 8ac5474b-21ab-4912-8cd9-26fa82550632 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:05.548315 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b9d813c3-2722-403d-8bf4-f242e6191714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.556621 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c869411-43cf-4c7e-877e-4cec232b9e56 None None] The sync data for ids ['3be1ec3f-8749-4319-b31d-62a34bbd2ebc'] in dv-cinder-836073-1-iscsi is: [{'id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'name': 'tempest-TestShelveInstance-1106410316-router', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:01Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 3, 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'gw_port': {'id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:02Z', 'updated_at': '2022-03-31T21:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:38:05.624407 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b9d813c3-2722-403d-8bf4-f242e6191714 None None] Port 8ac5474b-21ab-4912-8cd9-26fa82550632 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:38:05.639753 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b9d813c3-2722-403d-8bf4-f242e6191714 None None] Provisioning complete for port 259b9134-7e0a-4220-b047-e8921f7aba02 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:05.640791 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b9d813c3-2722-403d-8bf4-f242e6191714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (259b9134-7e0a-4220-b047-e8921f7aba02), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.762206 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Publish callbacks [] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.763100 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b9d813c3-2722-403d-8bf4-f242e6191714 None None] Current status of the port 259b9134-7e0a-4220-b047-e8921f7aba02 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:05.773016 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.844669 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac5474b-21ab-4912-8cd9-26fa82550632,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:05.847223 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384610'] for router_interface (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.904189 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b2f16bc7-fde2-4333-b9a1-8447ffe9e20e None None] Provisioning complete for port 8ac5474b-21ab-4912-8cd9-26fa82550632 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:05.904838 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b2f16bc7-fde2-4333-b9a1-8447ffe9e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.957649 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b2f16bc7-fde2-4333-b9a1-8447ffe9e20e None None] Port 8ac5474b-21ab-4912-8cd9-26fa82550632 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:38:05.998345 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Network 4882182b-f9c0-48e4-9f96-07a53cd8ec5b is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:06.000458 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:06.076969 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:06.206666 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:06.207883 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:06.249184 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Router 3be1ec3f-8749-4319-b31d-62a34bbd2ebc has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:38:06.314177 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:06.315607 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 259b9134-7e0a-4220-b047-e8921f7aba02 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:06.382912 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 259b9134-7e0a-4220-b047-e8921f7aba02 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:06.383381 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (259b9134-7e0a-4220-b047-e8921f7aba02), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:06.391015 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0fc7ff66-97be-4cce-a46d-5562afb02ce8 None None] Provisioning complete for port 8ac5474b-21ab-4912-8cd9-26fa82550632 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:06.391522 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0fc7ff66-97be-4cce-a46d-5562afb02ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:06.594244 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7ff66-97be-4cce-a46d-5562afb02ce8 None None] Port 8ac5474b-21ab-4912-8cd9-26fa82550632 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:38:06.655327 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 259b9134-7e0a-4220-b047-e8921f7aba02 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:06.664103 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:38:06.670222 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-135846f7-ca3f-41cf-b626-5d90f2861978 admin admin] 10.222.0.24 "PUT /v2.0/routers/3be1ec3f-8749-4319-b31d-62a34bbd2ebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9856420 Mar 31 21:38:07.026176 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.028657 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.310951 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53478) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:07.316708 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-909189e4-7bcc-41a3-b8b4-a8e01eb574ab tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87469915', 'description': 'tempest-secgroup-smoke-87469915 description', 'project_id': 'fa9aeaaf600b4f0baa090dac35478417'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:07.345850 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-909189e4-7bcc-41a3-b8b4-a8e01eb574ab tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.419793 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-909189e4-7bcc-41a3-b8b4-a8e01eb574ab tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group (bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.423839 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-909189e4-7bcc-41a3-b8b4-a8e01eb574ab tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.453542 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909189e4-7bcc-41a3-b8b4-a8e01eb574ab tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:07.457507 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-909189e4-7bcc-41a3-b8b4-a8e01eb574ab tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.461583 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-909189e4-7bcc-41a3-b8b4-a8e01eb574ab tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1466591 Mar 31 21:38:07.462465 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53480) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:07.466119 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e05cc3a7-4dfa-424c-bfc4-78cbb098b3b8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Request body: {'security_group_rule': {'security_group_id': 'bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc', 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:07.491278 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e05cc3a7-4dfa-424c-bfc4-78cbb098b3b8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (8815b229-6da6-481b-93f2-879577f5f2cc), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.542344 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Sync routers for ids ['3be1ec3f-8749-4319-b31d-62a34bbd2ebc'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:38:07.546969 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e05cc3a7-4dfa-424c-bfc4-78cbb098b3b8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (8815b229-6da6-481b-93f2-879577f5f2cc), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.550686 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e05cc3a7-4dfa-424c-bfc4-78cbb098b3b8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (8815b229-6da6-481b-93f2-879577f5f2cc), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.552449 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Routers {'3be1ec3f-8749-4319-b31d-62a34bbd2ebc'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:38:07.552586 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:38:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['3be1ec3f-8749-4319-b31d-62a34bbd2ebc'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:07.572669 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cc3a7-4dfa-424c-bfc4-78cbb098b3b8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8815b229-6da6-481b-93f2-879577f5f2cc,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:07.578330 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e05cc3a7-4dfa-424c-bfc4-78cbb098b3b8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.579575 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-e05cc3a7-4dfa-424c-bfc4-78cbb098b3b8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168730 Mar 31 21:38:07.582210 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53482) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:07.586547 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6558db9a-71cc-4ad2-ad8d-81ccf9907d58 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Request body: {'security_group_rule': {'security_group_id': 'bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc', 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:07.610906 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6558db9a-71cc-4ad2-ad8d-81ccf9907d58 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (07c2432e-596a-4791-9051-acbe65ae4cba), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.660762 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Set router 3be1ec3f-8749-4319-b31d-62a34bbd2ebc gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:38:07.667641 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6558db9a-71cc-4ad2-ad8d-81ccf9907d58 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (07c2432e-596a-4791-9051-acbe65ae4cba), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.677811 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6558db9a-71cc-4ad2-ad8d-81ccf9907d58 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (07c2432e-596a-4791-9051-acbe65ae4cba), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.696996 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558db9a-71cc-4ad2-ad8d-81ccf9907d58 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c2432e-596a-4791-9051-acbe65ae4cba,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:07.707739 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6558db9a-71cc-4ad2-ad8d-81ccf9907d58 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.709210 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6558db9a-71cc-4ad2-ad8d-81ccf9907d58 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260629 Mar 31 21:38:07.712408 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 53484) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:07.717825 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e22a8c9a-722d-4fcf-8b93-ad8a7518d4ec tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Request body: {'security_group_rule': {'security_group_id': 'bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc', 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:07.744608 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e22a8c9a-722d-4fcf-8b93-ad8a7518d4ec tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (90ac63d5-2e8d-4bf4-9c66-78bfd47126b7), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.803703 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e22a8c9a-722d-4fcf-8b93-ad8a7518d4ec tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (90ac63d5-2e8d-4bf4-9c66-78bfd47126b7), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.808480 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e22a8c9a-722d-4fcf-8b93-ad8a7518d4ec tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (90ac63d5-2e8d-4bf4-9c66-78bfd47126b7), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.827136 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a8c9a-722d-4fcf-8b93-ad8a7518d4ec tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ac63d5-2e8d-4bf4-9c66-78bfd47126b7,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:07.843092 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e22a8c9a-722d-4fcf-8b93-ad8a7518d4ec tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.844359 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e22a8c9a-722d-4fcf-8b93-ad8a7518d4ec tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301234 Mar 31 21:38:07.847372 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53486) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:07.854096 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-07fa5ca9-4f5f-4f33-9ae4-d0b2e052c83b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Request body: {'security_group_rule': {'security_group_id': 'bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc', 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:07.885175 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07fa5ca9-4f5f-4f33-9ae4-d0b2e052c83b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (b0e3d36e-2c9d-494c-9d09-a507ea8dffd5), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.907654 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'name': 'tempest-TestShelveInstance-1106410316-router', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:01Z', 'updated_at': '2022-03-31T21:38:05Z', 'revision_number': 4, 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'gw_port': {'id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:02Z', 'updated_at': '2022-03-31T21:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '8ac5474b-21ab-4912-8cd9-26fa82550632', 'name': '', 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'mac_address': 'fa:16:3e:97:8a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:04Z', 'updated_at': '2022-03-31T21:38:05Z', 'revision_number': 2, 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'subnets': [{'id': '2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:07.942317 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device ec9fe493-2793-44e3-821e-8974adcf1dbf up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:07.944947 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Checking router: 3be1ec3f-8749-4319-b31d-62a34bbd2ebc for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:38:07.945295 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Updating router 3be1ec3f-8749-4319-b31d-62a34bbd2ebc port 8ac5474b-21ab-4912-8cd9-26fa82550632 binding host dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:38:07.956669 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07fa5ca9-4f5f-4f33-9ae4-d0b2e052c83b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (b0e3d36e-2c9d-494c-9d09-a507ea8dffd5), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.960857 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07fa5ca9-4f5f-4f33-9ae4-d0b2e052c83b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (b0e3d36e-2c9d-494c-9d09-a507ea8dffd5), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.977884 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa5ca9-4f5f-4f33-9ae4-d0b2e052c83b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e3d36e-2c9d-494c-9d09-a507ea8dffd5,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:07.987677 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-07fa5ca9-4f5f-4f33-9ae4-d0b2e052c83b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.989650 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-07fa5ca9-4f5f-4f33-9ae4-d0b2e052c83b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407137 Mar 31 21:38:07.992005 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53488) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:07.997044 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-44922cfd-c0e1-4dd8-b4d0-ec465057bec8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Request body: {'security_group_rule': {'security_group_id': 'bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc', 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:08.002692 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.019916 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-44922cfd-c0e1-4dd8-b4d0-ec465057bec8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Project fa9aeaaf600b4f0baa090dac35478417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 21:38:08.025682 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44922cfd-c0e1-4dd8-b4d0-ec465057bec8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (070fb090-331d-4240-98aa-3e4e580f3491), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.064255 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port ec9fe493-2793-44e3-821e-8974adcf1dbf triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:08.064530 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.087009 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44922cfd-c0e1-4dd8-b4d0-ec465057bec8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (070fb090-331d-4240-98aa-3e4e580f3491), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.091677 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44922cfd-c0e1-4dd8-b4d0-ec465057bec8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (070fb090-331d-4240-98aa-3e4e580f3491), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.111589 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44922cfd-c0e1-4dd8-b4d0-ec465057bec8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070fb090-331d-4240-98aa-3e4e580f3491,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:08.121819 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-44922cfd-c0e1-4dd8-b4d0-ec465057bec8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.123090 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-44922cfd-c0e1-4dd8-b4d0-ec465057bec8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301343 Mar 31 21:38:08.126193 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53490) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:08.131765 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f43f6d2b-feec-40ac-af48-a8ee2527f9df tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Request body: {'security_group_rule': {'security_group_id': 'bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc', 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:08.159925 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-f43f6d2b-feec-40ac-af48-a8ee2527f9df tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Project fa9aeaaf600b4f0baa090dac35478417 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 21:38:08.165493 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f43f6d2b-feec-40ac-af48-a8ee2527f9df tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (493624d4-4144-4b3a-b59b-18a8f1d171da), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.230991 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f43f6d2b-feec-40ac-af48-a8ee2527f9df tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (493624d4-4144-4b3a-b59b-18a8f1d171da), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.234738 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f43f6d2b-feec-40ac-af48-a8ee2527f9df tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (493624d4-4144-4b3a-b59b-18a8f1d171da), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.252097 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f6d2b-feec-40ac-af48-a8ee2527f9df tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493624d4-4144-4b3a-b59b-18a8f1d171da,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:08.261050 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f43f6d2b-feec-40ac-af48-a8ee2527f9df tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.262307 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-f43f6d2b-feec-40ac-af48-a8ee2527f9df tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347990 Mar 31 21:38:08.288540 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port ec9fe493-2793-44e3-821e-8974adcf1dbf is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:08.288932 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.325487 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port ec9fe493-2793-44e3-821e-8974adcf1dbf, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=ec9fe493-2793-44e3-821e-8974adcf1dbf,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:08.335182 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.415228 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Publish callbacks [] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.419815 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=ec9fe493-2793-44e3-821e-8974adcf1dbf,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:08.424677 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.480528 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc04184-22a7-4adc-a10f-0bb796bccae7 None None] Pushing event updated for resources: {'Port': ['ID=8ac5474b-21ab-4912-8cd9-26fa82550632,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:08.518365 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.548184 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Attempting to bind port 8ac5474b-21ab-4912-8cd9-26fa82550632 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:38:08.548890 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Attempting to bind port 8ac5474b-21ab-4912-8cd9-26fa82550632 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '28689d86-2cb1-457c-b346-5b57102b7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:38:08.549468 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Attempting to bind port 8ac5474b-21ab-4912-8cd9-26fa82550632 on network 4882182b-f9c0-48e4-9f96-07a53cd8ec5b {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:08.557087 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:38:08.558178 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Checking segment: {'id': '28689d86-2cb1-457c-b346-5b57102b7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:08.558610 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.559008 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Bound using segment: {'id': '28689d86-2cb1-457c-b346-5b57102b7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:38:08.563126 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Bound port: 8ac5474b-21ab-4912-8cd9-26fa82550632, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28689d86-2cb1-457c-b346-5b57102b7d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:38:08.563545 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.639100 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] For port 8ac5474b-21ab-4912-8cd9-26fa82550632, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:38:08.642568 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] For port 8ac5474b-21ab-4912-8cd9-26fa82550632, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=8ac5474b-21ab-4912-8cd9-26fa82550632,segment=NetworkSegment(28689d86-2cb1-457c-b346-5b57102b7d2e),segment_id=28689d86-2cb1-457c-b346-5b57102b7d2e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:38:08.650906 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.728036 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Routers {'3be1ec3f-8749-4319-b31d-62a34bbd2ebc'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:38:08.728624 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:38:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['3be1ec3f-8749-4319-b31d-62a34bbd2ebc'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:08.807607 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc04184-22a7-4adc-a10f-0bb796bccae7 None None] Pushing event updated for resources: {'Port': ['ID=8ac5474b-21ab-4912-8cd9-26fa82550632,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:08.822208 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-021e1acf-8375-417d-8074-8b4824e5c670 None None] Provisioning complete for port 8ac5474b-21ab-4912-8cd9-26fa82550632 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:08.822561 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-021e1acf-8375-417d-8074-8b4824e5c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:08.906358 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] Set router 3be1ec3f-8749-4319-b31d-62a34bbd2ebc gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:38:09.014613 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-021e1acf-8375-417d-8074-8b4824e5c670 None None] Current status of the port 8ac5474b-21ab-4912-8cd9-26fa82550632 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:09.017163 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-021e1acf-8375-417d-8074-8b4824e5c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:09.103253 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-021e1acf-8375-417d-8074-8b4824e5c670 None None] For port 8ac5474b-21ab-4912-8cd9-26fa82550632, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=8ac5474b-21ab-4912-8cd9-26fa82550632,segment=NetworkSegment(28689d86-2cb1-457c-b346-5b57102b7d2e),segment_id=28689d86-2cb1-457c-b346-5b57102b7d2e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:09.110877 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-021e1acf-8375-417d-8074-8b4824e5c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:09.198480 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e1acf-8375-417d-8074-8b4824e5c670 None None] Pushing event updated for resources: {'Port': ['ID=8ac5474b-21ab-4912-8cd9-26fa82550632,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:09.235234 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'name': 'tempest-TestShelveInstance-1106410316-router', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:01Z', 'updated_at': '2022-03-31T21:38:05Z', 'revision_number': 4, 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'gw_port': {'id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:02Z', 'updated_at': '2022-03-31T21:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '8ac5474b-21ab-4912-8cd9-26fa82550632', 'name': '', 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'mac_address': 'fa:16:3e:97:8a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:04Z', 'updated_at': '2022-03-31T21:38:08Z', 'revision_number': 4, 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'subnets': [{'id': '2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:09.264102 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992af99-c0cf-4e1f-8fee-7bb8085fc76c None None] The sync data for ids ['3be1ec3f-8749-4319-b31d-62a34bbd2ebc'] in dv-cinder-836073-1-iscsi is: [{'id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'name': 'tempest-TestShelveInstance-1106410316-router', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:01Z', 'updated_at': '2022-03-31T21:38:05Z', 'revision_number': 4, 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'gw_port': {'id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:02Z', 'updated_at': '2022-03-31T21:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '8ac5474b-21ab-4912-8cd9-26fa82550632', 'name': '', 'network_id': '4882182b-f9c0-48e4-9f96-07a53cd8ec5b', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'mac_address': 'fa:16:3e:97:8a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:04Z', 'updated_at': '2022-03-31T21:38:08Z', 'revision_number': 4, 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'subnets': [{'id': '2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:38:09.269916 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-475db959-fde8-4725-8c59-46d4ee84a709 None None] Provisioning complete for port 8ac5474b-21ab-4912-8cd9-26fa82550632 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:09.270318 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-475db959-fde8-4725-8c59-46d4ee84a709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:09.528337 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-475db959-fde8-4725-8c59-46d4ee84a709 None None] Current status of the port 8ac5474b-21ab-4912-8cd9-26fa82550632 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:09.546309 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:09.976799 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 8ac5474b-21ab-4912-8cd9-26fa82550632 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:10.025577 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 8ac5474b-21ab-4912-8cd9-26fa82550632 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:10.025941 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:10.110037 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 8ac5474b-21ab-4912-8cd9-26fa82550632 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:10.111100 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device ec9fe493-2793-44e3-821e-8974adcf1dbf up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:10.158076 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port ec9fe493-2793-44e3-821e-8974adcf1dbf triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:10.158448 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:10.237618 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port ec9fe493-2793-44e3-821e-8974adcf1dbf is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:33.027320 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-de61e585-b985-429e-8233-8e934da55597 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87469915&fields=id&tenant_id=fa9aeaaf600b4f0baa090dac35478417 HTTP/1.1" status: 200 len: 267 time: 0.0503938 Mar 31 21:38:33.141536 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cc26c-a073-4e63-9a92-381a4d913753 req-cffc815d-723b-4cb1-ae33-75625ebdb185 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:33.143154 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-cffc815d-723b-4cb1-ae33-75625ebdb185 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/networks?id=378e9186-c2c4-4963-b605-d1b013f39554 HTTP/1.1" status: 200 len: 808 time: 0.1088543 Mar 31 21:38:33.162185 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-855dbea6-a682-45a7-863a-55596520b4ee tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/quotas/fa9aeaaf600b4f0baa090dac35478417 HTTP/1.1" status: 200 len: 375 time: 0.0095572 Mar 31 21:38:33.188939 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4e18c668-c1e4-4ee0-96ef-69e03ffa2774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:33.229656 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-f0c9fc0d-3282-474b-b169-0028e6336d25 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa9aeaaf600b4f0baa090dac35478417&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547032 Mar 31 21:38:33.325730 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-147b0eed-fc5a-45a4-bdda-f1dcdba420b2 service neutron] 10.222.0.24 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845308 Mar 31 21:38:33.422184 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-635e4b75-b894-445a-bf67-008748763f09 service neutron] 10.222.0.24 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903273 Mar 31 21:38:33.711945 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e73b05b0-a5fd-4548-907f-5350f5aca1a4 req-0790d1ba-9d65-4867-84d3-42552b453b75 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 210 time: 0.0285678 Mar 31 21:38:34.812837 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a022588-bf6b-494c-98c4-705d5cb1eb12 req-2af4a7cf-a6c3-4808-9002-a70899b6b28f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 210 time: 0.0302067 Mar 31 21:38:34.948727 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cc26c-a073-4e63-9a92-381a4d913753 req-9a08e855-d96e-4207-8086-9ced3cba4c68 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:34.950221 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-9a08e855-d96e-4207-8086-9ced3cba4c68 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.13 "GET /v2.0/networks?id=378e9186-c2c4-4963-b605-d1b013f39554 HTTP/1.1" status: 200 len: 808 time: 0.1180141 Mar 31 21:38:35.014523 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-0d967a1b-e25c-48dd-a909-763703aeacaf tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa9aeaaf600b4f0baa090dac35478417 HTTP/1.1" status: 200 len: 378 time: 0.0541177 Mar 31 21:38:35.028636 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-643cc26c-a073-4e63-9a92-381a4d913753 req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Request body: {'port': {'device_id': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'admin_state_up': True, 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'security_groups': ['bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:35.136103 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643cc26c-a073-4e63-9a92-381a4d913753 req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Made reservation on behalf of fa9aeaaf600b4f0baa090dac35478417 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:35.144147 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-643cc26c-a073-4e63-9a92-381a4d913753 req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:35.252373 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-36bc6a16-c977-4586-8461-6ca04a031ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:35.279087 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-643cc26c-a073-4e63-9a92-381a4d913753 req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Allocated IP 172.20.0.12 (378e9186-c2c4-4963-b605-d1b013f39554/9f2d1c4d-34aa-45f1-a92e-c4affe587080/6a41a9e7-edbb-4c81-a2a7-a762b9c12d80) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:35.424077 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-643cc26c-a073-4e63-9a92-381a4d913753 req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:35.458580 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-643cc26c-a073-4e63-9a92-381a4d913753 req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:35.498961 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643cc26c-a073-4e63-9a92-381a4d913753 req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Network 378e9186-c2c4-4963-b605-d1b013f39554 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:35.502185 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-643cc26c-a073-4e63-9a92-381a4d913753 req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:35.506159 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-643cc26c-a073-4e63-9a92-381a4d913753 req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:35.535928 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event updated for resources: {'Port': ['ID=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:35.565641 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cc26c-a073-4e63-9a92-381a4d913753 req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:35.566301 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-643cc26c-a073-4e63-9a92-381a4d913753 req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:35.583662 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-4b440dd0-a3e7-406a-a2f5-7c5b53fad4c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5592391 Mar 31 21:38:35.597056 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Request body: {'port': {'device_id': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:35.668558 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:35.819106 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-124ab6f0-1afd-4cfb-b124-a729c43335bf None None] Provisioning complete for port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:35.819480 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-124ab6f0-1afd-4cfb-b124-a729c43335bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:35.854242 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-124ab6f0-1afd-4cfb-b124-a729c43335bf None None] Port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:38:35.974290 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:38:35.983930 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Publish callbacks [] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:36.002622 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Transition to ACTIVE for port object 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:38:36.011622 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820a1f3-abe7-454a-ae2b-c6e5398efa30 req-bcca378e-5316-436c-8aa7-1c1a9b66a01e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:36.013384 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b820a1f3-abe7-454a-ae2b-c6e5398efa30 req-bcca378e-5316-436c-8aa7-1c1a9b66a01e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 932 time: 0.1181371 Mar 31 21:38:36.014662 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:36.102065 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Pushing event updated for resources: {'Port': ['ID=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:36.161006 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b820a1f3-abe7-454a-ae2b-c6e5398efa30 req-02416c67-3717-4d45-998b-85317e24c1c2 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1401393 Mar 31 21:38:36.197836 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Attempting to bind port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:38:36.198208 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Attempting to bind port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:38:36.198540 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Attempting to bind port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 on network 378e9186-c2c4-4963-b605-d1b013f39554 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:36.203392 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 on network 378e9186-c2c4-4963-b605-d1b013f39554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:38:36.203701 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Attempting to bind port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 on network 378e9186-c2c4-4963-b605-d1b013f39554 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:36.208852 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:38:36.209171 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Checking segment: {'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:36.209556 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Bound using segment: {'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:38:36.210004 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Bound port: 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4495c3a-7a77-403c-9a31-d4e9e83097eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:38:36.210357 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:36.281680 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] For port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:38:36.285490 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] For port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:38:36.294062 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:36.332890 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:36.333116 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:36.334929 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] 10.222.0.13 "PUT /v2.0/ports/6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 HTTP/1.1" status: 200 len: 1094 time: 0.7422521 Mar 31 21:38:36.340075 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:38:36.342668 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd04731-4cb3-49f6-bba1-c6dec38e2708" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:38:36.390617 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ee4f9-a4f8-4c06-803e-738a65424cac service neutron] Pushing event updated for resources: {'Port': ['ID=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:36.423051 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee19914-12cb-4049-bbc8-179cc2a0d350 x-openstack-request-id: req-1ee19914-12cb-4049-bbc8-179cc2a0d350 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:38:36.423375 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:38:36.423589 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ee19914-12cb-4049-bbc8-179cc2a0d350 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:38:36.423999 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee19914-12cb-4049-bbc8-179cc2a0d350'] response: {'name': 'network-changed', 'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'status': 'completed', 'code': 200} Mar 31 21:38:36.468495 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cc26c-a073-4e63-9a92-381a4d913753 req-50f72d3e-8ea3-44db-8705-32ec9d87f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:36.470504 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-50f72d3e-8ea3-44db-8705-32ec9d87f1f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa9aeaaf600b4f0baa090dac35478417&device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 1128 time: 0.0628288 Mar 31 21:38:36.523001 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-1a9f39e8-342f-440c-96d6-82b580fa3a74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 HTTP/1.1" status: 200 len: 217 time: 0.0360355 Mar 31 21:38:36.580464 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cc26c-a073-4e63-9a92-381a4d913753 req-41144009-5ac4-43dc-8eed-0446494fc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:36.581832 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-41144009-5ac4-43dc-8eed-0446494fc78d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f2d1c4d-34aa-45f1-a92e-c4affe587080 HTTP/1.1" status: 200 len: 847 time: 0.0509803 Mar 31 21:38:36.640220 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cc26c-a073-4e63-9a92-381a4d913753 req-49b57513-1479-4cf8-a14a-194b0251ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:36.641861 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-49b57513-1479-4cf8-a14a-194b0251ac8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=378e9186-c2c4-4963-b605-d1b013f39554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471208 Mar 31 21:38:36.736798 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-e0b1b8ca-5f60-4c39-ae62-3f5f24185e9f service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873051 Mar 31 21:38:36.844474 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-643cc26c-a073-4e63-9a92-381a4d913753 req-886e1ccd-83e1-4bb9-bd2f-6f80735e2792 service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000013 Mar 31 21:38:36.922402 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:38:36.957910 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd04731-4cb3-49f6-bba1-c6dec38e2708 req-cbf99b1b-9b87-45ec-806c-ff35e6188039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:36.960037 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdd04731-4cb3-49f6-bba1-c6dec38e2708 req-cbf99b1b-9b87-45ec-806c-ff35e6188039 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa9aeaaf600b4f0baa090dac35478417&device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 1128 time: 0.0634336 Mar 31 21:38:36.980265 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53738) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:36.986918 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-59b835b0-b376-48b4-b150-b4489c29bac1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348289856', 'description': 'tempest-description--1400047552'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:37.011298 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-59b835b0-b376-48b4-b150-b4489c29bac1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.047073 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.049101 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.078643 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd04731-4cb3-49f6-bba1-c6dec38e2708 req-c61d6900-73fd-42f2-b998-0d7a55939291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:37.080475 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdd04731-4cb3-49f6-bba1-c6dec38e2708 req-c61d6900-73fd-42f2-b998-0d7a55939291 service neutron] 10.222.0.13 "GET /v2.0/networks?id=378e9186-c2c4-4963-b605-d1b013f39554 HTTP/1.1" status: 200 len: 908 time: 0.1139219 Mar 31 21:38:37.106714 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-59b835b0-b376-48b4-b150-b4489c29bac1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (3bebdf75-99ea-473d-ae05-1f2157c834b6), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.111806 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-59b835b0-b376-48b4-b150-b4489c29bac1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (3bebdf75-99ea-473d-ae05-1f2157c834b6), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.123706 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdd04731-4cb3-49f6-bba1-c6dec38e2708 req-4e88b510-4981-4778-8266-140050eeb53b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 HTTP/1.1" status: 200 len: 217 time: 0.0368140 Mar 31 21:38:37.154279 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b835b0-b376-48b4-b150-b4489c29bac1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bebdf75-99ea-473d-ae05-1f2157c834b6,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:37.168502 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-59b835b0-b376-48b4-b150-b4489c29bac1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.168502 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-59b835b0-b376-48b4-b150-b4489c29bac1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1819298 Mar 31 21:38:37.168502 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53744) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:37.172824 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-43bd5c38-a84d-4d4a-b354-968f9290d5ab tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'security_group_rule': {'security_group_id': '3bebdf75-99ea-473d-ae05-1f2157c834b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:37.186836 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd04731-4cb3-49f6-bba1-c6dec38e2708 req-f447805d-e5a6-455f-8c02-415a12bd92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:37.188324 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdd04731-4cb3-49f6-bba1-c6dec38e2708 req-f447805d-e5a6-455f-8c02-415a12bd92c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f2d1c4d-34aa-45f1-a92e-c4affe587080 HTTP/1.1" status: 200 len: 847 time: 0.0570478 Mar 31 21:38:37.208086 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43bd5c38-a84d-4d4a-b354-968f9290d5ab tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (03bf711d-3cee-43cf-b0bc-060f6ed24450), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.269175 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43bd5c38-a84d-4d4a-b354-968f9290d5ab tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (03bf711d-3cee-43cf-b0bc-060f6ed24450), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.274214 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43bd5c38-a84d-4d4a-b354-968f9290d5ab tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (03bf711d-3cee-43cf-b0bc-060f6ed24450), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.280966 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd04731-4cb3-49f6-bba1-c6dec38e2708 req-10814104-d170-4fdd-99fc-572b77fdc0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:37.282623 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdd04731-4cb3-49f6-bba1-c6dec38e2708 req-10814104-d170-4fdd-99fc-572b77fdc0cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=378e9186-c2c4-4963-b605-d1b013f39554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876551 Mar 31 21:38:37.296766 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd5c38-a84d-4d4a-b354-968f9290d5ab tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bf711d-3cee-43cf-b0bc-060f6ed24450,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:37.297612 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0caa06-a05e-448a-8228-8bbe9cb20dd6 req-9d2cdfb6-041c-4677-b02c-e9df85e9c3f8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:37.299129 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ef0caa06-a05e-448a-8228-8bbe9cb20dd6 req-9d2cdfb6-041c-4677-b02c-e9df85e9c3f8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0659704 Mar 31 21:38:37.306987 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43bd5c38-a84d-4d4a-b354-968f9290d5ab tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.308241 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-43bd5c38-a84d-4d4a-b354-968f9290d5ab tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403384 Mar 31 21:38:37.310846 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53748) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:37.315503 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b4ea4284-0b07-45df-953b-b934342ce35a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'security_group_rule': {'security_group_id': '3bebdf75-99ea-473d-ae05-1f2157c834b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:37.341084 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4284-0b07-45df-953b-b934342ce35a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (2e95d6c8-7103-4672-91e7-0d2f83f6fb54), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.400433 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4284-0b07-45df-953b-b934342ce35a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (2e95d6c8-7103-4672-91e7-0d2f83f6fb54), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.404287 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4284-0b07-45df-953b-b934342ce35a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (2e95d6c8-7103-4672-91e7-0d2f83f6fb54), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.406819 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ef0caa06-a05e-448a-8228-8bbe9cb20dd6 req-8a83e87d-fa56-48fd-ae99-92f055cc5aa2 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993822 Mar 31 21:38:37.423149 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea4284-0b07-45df-953b-b934342ce35a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e95d6c8-7103-4672-91e7-0d2f83f6fb54,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:37.431470 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4284-0b07-45df-953b-b934342ce35a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.433253 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-b4ea4284-0b07-45df-953b-b934342ce35a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206126 Mar 31 21:38:37.433361 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdd04731-4cb3-49f6-bba1-c6dec38e2708 req-54110251-0a04-4989-af78-b533325baeef service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327488 Mar 31 21:38:37.435760 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 53750) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:37.440308 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:37.539627 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.617784 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31dcbc95-714f-48c1-b41d-2155d037695a req-e2e9a3b7-9a28-4fe9-adcc-2fcf8644798f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1283953 Mar 31 21:38:37.621753 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdd04731-4cb3-49f6-bba1-c6dec38e2708 req-d5b99f02-2c66-4fc2-bce3-aace9eed8513 service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769388 Mar 31 21:38:37.710130 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.719134 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcbc95-714f-48c1-b41d-2155d037695a req-bce14d1e-d655-4f0d-b692-83070cd582c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:37.720801 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31dcbc95-714f-48c1-b41d-2155d037695a req-bce14d1e-d655-4f0d-b692-83070cd582c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 1129 time: 0.0798655 Mar 31 21:38:37.890237 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcbc95-714f-48c1-b41d-2155d037695a req-f62e651e-daf6-4466-8589-a9458f34490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:37.891791 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31dcbc95-714f-48c1-b41d-2155d037695a req-f62e651e-daf6-4466-8589-a9458f34490c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 200 len: 910 time: 0.1395683 Mar 31 21:38:37.893000 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Allocated IP 172.27.3.133 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/b44e0478-3941-4aed-af3d-c3d9d3d02f3a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:38.009536 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31dcbc95-714f-48c1-b41d-2155d037695a req-a4cedf7c-cb05-4100-b9ef-699a4e56a3ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96 HTTP/1.1" status: 200 len: 1000 time: 0.1065769 Mar 31 21:38:38.085915 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcbc95-714f-48c1-b41d-2155d037695a req-33606cea-03dc-4bcd-a7bb-983cf9c3bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:38.087413 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31dcbc95-714f-48c1-b41d-2155d037695a req-33606cea-03dc-4bcd-a7bb-983cf9c3bb28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e267cd5-9f0f-49b6-a0f6-32ad45673e51 HTTP/1.1" status: 200 len: 849 time: 0.0672851 Mar 31 21:38:38.090126 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for port (b44e0478-3941-4aed-af3d-c3d9d3d02f3a), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:38.160104 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (b44e0478-3941-4aed-af3d-c3d9d3d02f3a), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:38.165566 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcbc95-714f-48c1-b41d-2155d037695a req-a4e7d299-4279-407a-bf4a-a5ddc85fbfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:38.167751 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31dcbc95-714f-48c1-b41d-2155d037695a req-a4e7d299-4279-407a-bf4a-a5ddc85fbfda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a844914c-5cf6-4424-8cb4-7741526740b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725691 Mar 31 21:38:38.255971 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:38.265634 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:38.268716 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:38.276860 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'Port': ['ID=b44e0478-3941-4aed-af3d-c3d9d3d02f3a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:38.493042 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:38.622228 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31dcbc95-714f-48c1-b41d-2155d037695a req-b86e0a8d-9e88-40da-94f6-00ffdb785719 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272499 Mar 31 21:38:38.730922 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720196f-da96-42be-9478-64a9ac5c5d60 req-aad228a0-7bf5-4217-bf30-aac50aee35f3 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:38.732430 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b720196f-da96-42be-9478-64a9ac5c5d60 req-aad228a0-7bf5-4217-bf30-aac50aee35f3 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.1687541 Mar 31 21:38:38.739122 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (2015427e-9e0b-4f0b-88f6-1ea111849b18), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:38.820460 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31dcbc95-714f-48c1-b41d-2155d037695a req-c823f508-de88-4b6f-be98-28afaa650140 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899590 Mar 31 21:38:38.833254 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (b44e0478-3941-4aed-af3d-c3d9d3d02f3a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:38.840456 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b720196f-da96-42be-9478-64a9ac5c5d60 req-5229c041-cc4d-43c6-92ce-b402ab2ad53f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996532 Mar 31 21:38:38.994533 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for port (b44e0478-3941-4aed-af3d-c3d9d3d02f3a), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:38.999709 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (b44e0478-3941-4aed-af3d-c3d9d3d02f3a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:39.081111 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'Port': ['ID=b44e0478-3941-4aed-af3d-c3d9d3d02f3a,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:39.093015 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (2015427e-9e0b-4f0b-88f6-1ea111849b18), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:39.113998 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:39.115271 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-74b8f0cb-1b11-4fad-9a89-96771a31ebdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6785414 Mar 31 21:38:39.316569 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-da333973-a22c-47e3-9ff4-de233efac89c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1348289856&fields=id&tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3 HTTP/1.1" status: 200 len: 267 time: 0.0448527 Mar 31 21:38:39.434502 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-af690ca3-f0a6-46b4-83fe-81e24150fbbf tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:39.436451 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-af690ca3-f0a6-46b4-83fe-81e24150fbbf tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 815 time: 0.1124315 Mar 31 21:38:39.452439 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-d040c6a4-22ac-47e2-b3ef-dbf5302f2f9b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/quotas/6a5e785c2bea4d7a8356d23492b9b3e3 HTTP/1.1" status: 200 len: 375 time: 0.0104253 Mar 31 21:38:39.517911 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-f2de709f-9a09-4dc9-a8c2-450a44877295 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599635 Mar 31 21:38:39.554099 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:39.628121 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-fbcbabf2-46c3-4683-8c96-804e62466db7 service neutron] 10.222.0.24 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921252 Mar 31 21:38:39.728780 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-a271efed-7556-4f03-a248-448830785258 service neutron] 10.222.0.24 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947618 Mar 31 21:38:39.860100 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c818c-ef72-45de-b820-ab621a030acb req-068dae46-7228-4d33-84e1-c140d846e90f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:39.866593 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-219c818c-ef72-45de-b820-ab621a030acb req-068dae46-7228-4d33-84e1-c140d846e90f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0793724 Mar 31 21:38:39.922787 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-457c0398-21f7-41b7-8604-a13d1db2bd6b req-8ac3dc6e-8fca-4efa-bf4f-d37267c88417 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 210 time: 0.0418413 Mar 31 21:38:39.945568 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-219c818c-ef72-45de-b820-ab621a030acb req-b22d15fe-0854-47f7-a1af-6451b67adb8a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749013 Mar 31 21:38:40.046570 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17042e6-0d9c-4600-86e1-2efcd6564672 req-cab8004b-02e8-4f29-979b-b830dc30aadb tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:40.048120 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d17042e6-0d9c-4600-86e1-2efcd6564672 req-cab8004b-02e8-4f29-979b-b830dc30aadb tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0584581 Mar 31 21:38:40.105357 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d17042e6-0d9c-4600-86e1-2efcd6564672 req-48181ace-96c8-4289-bfad-0fe24e649da0 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513430 Mar 31 21:38:41.024459 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-723a82ee-f9b6-41ea-b5da-4ad238bb5d10 req-c34c9b2c-093c-44be-bb42-ba1af8e2db59 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 210 time: 0.0291133 Mar 31 21:38:41.103088 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-178dec2c-22b6-465c-aa74-23f443399dc3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:41.104539 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-178dec2c-22b6-465c-aa74-23f443399dc3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 815 time: 0.1690617 Mar 31 21:38:41.123252 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819da5a-d245-4d46-8086-e1af81eca92f req-29925c7a-0a37-4b54-833f-bcf7adfecfc5 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:41.124755 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7819da5a-d245-4d46-8086-e1af81eca92f req-29925c7a-0a37-4b54-833f-bcf7adfecfc5 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0821075 Mar 31 21:38:41.234296 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7819da5a-d245-4d46-8086-e1af81eca92f req-54b474d7-b022-49bb-b947-c47b19d17673 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027358 Mar 31 21:38:41.259623 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-a4abf85f-6504-46ad-a6a8-7149352f1de9 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3 HTTP/1.1" status: 200 len: 472 time: 0.1333275 Mar 31 21:38:41.270430 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'port': {'device_id': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'admin_state_up': True, 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'security_groups': ['3bebdf75-99ea-473d-ae05-1f2157c834b6']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:41.282442 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b2ac1-eff2-41ff-be5a-ab14acaeefb3 req-94aaf2dd-a5fb-4859-b201-793af569476d tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:41.283974 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c6b2ac1-eff2-41ff-be5a-ab14acaeefb3 req-94aaf2dd-a5fb-4859-b201-793af569476d tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.1092784 Mar 31 21:38:41.397355 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c6b2ac1-eff2-41ff-be5a-ab14acaeefb3 req-f3f94fa9-9f4d-41d1-ba29-01f89ecbe879 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987773 Mar 31 21:38:41.438915 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Made reservation on behalf of 6a5e785c2bea4d7a8356d23492b9b3e3 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:41.443439 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:41.596066 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Allocated IP 172.20.0.3 (a6fb69be-10fb-4d53-a720-03a7f9cdadda/680eef82-3bbc-4eb7-a395-9c70e4faccb8/09b36bfb-ed77-46a4-b7f6-2fa248dca590) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:41.773490 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:41.818107 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:41.874084 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Network a6fb69be-10fb-4d53-a720-03a7f9cdadda is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:41.877768 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:41.884506 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:41.911762 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'Port': ['ID=09b36bfb-ed77-46a4-b7f6-2fa248dca590,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:41.948984 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:41.950274 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:41.979981 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-192afab7-d2f3-42b4-957c-a207c71952b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7130816 Mar 31 21:38:42.076306 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Request body: {'port': {'device_id': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:42.164718 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-347bca89-0899-45a3-bea4-eeea8a4835f7 None None] Provisioning complete for port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:42.165903 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-347bca89-0899-45a3-bea4-eeea8a4835f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:42.188207 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:42.233130 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-347bca89-0899-45a3-bea4-eeea8a4835f7 None None] Port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:38:42.297937 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62f0c3-1f69-49bb-813b-f704722e1ff5 req-cb21f965-b882-4d77-b77f-9c7168a9e449 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:42.300735 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8b62f0c3-1f69-49bb-813b-f704722e1ff5 req-cb21f965-b882-4d77-b77f-9c7168a9e449 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 931 time: 0.1640272 Mar 31 21:38:42.552056 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8b62f0c3-1f69-49bb-813b-f704722e1ff5 req-7c11237c-c25c-45c4-bd5f-73d012b872fa tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419724 Mar 31 21:38:42.606988 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505b464-cb4a-4b8c-9846-62e04c904833 req-654d7230-7112-4849-bbd4-f23037f9ba0e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:42.608863 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d505b464-cb4a-4b8c-9846-62e04c904833 req-654d7230-7112-4849-bbd4-f23037f9ba0e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.2750545 Mar 31 21:38:42.809577 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d505b464-cb4a-4b8c-9846-62e04c904833 req-81db2da1-9180-4fb9-81d1-55171c50f6bd tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878517 Mar 31 21:38:42.860997 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de25191-d2ec-44ed-a565-a7fa14f5c080 req-4e7556c6-4dd4-4772-9992-7ec9403e8c70 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:42.863256 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2de25191-d2ec-44ed-a565-a7fa14f5c080 req-4e7556c6-4dd4-4772-9992-7ec9403e8c70 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.1980145 Mar 31 21:38:42.943463 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b36bfb-ed77-46a4-b7f6-2fa248dca590 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:38:42.958554 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Publish callbacks [] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:42.987832 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Transition to ACTIVE for port object 09b36bfb-ed77-46a4-b7f6-2fa248dca590 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:38:42.992430 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2de25191-d2ec-44ed-a565-a7fa14f5c080 req-4a00a1a2-45f0-4e51-849a-d718145ad5d8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012034 Mar 31 21:38:42.996671 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:43.060626 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Pushing event updated for resources: {'Port': ['ID=09b36bfb-ed77-46a4-b7f6-2fa248dca590,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:43.183533 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Attempting to bind port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:38:43.183533 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Attempting to bind port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:38:43.183533 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Attempting to bind port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 on network a6fb69be-10fb-4d53-a720-03a7f9cdadda {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:43.197063 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 on network a6fb69be-10fb-4d53-a720-03a7f9cdadda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:38:43.197063 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Attempting to bind port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 on network a6fb69be-10fb-4d53-a720-03a7f9cdadda {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:43.203258 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:38:43.203258 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Checking segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:43.203258 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Bound using segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:38:43.203747 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Bound port: 09b36bfb-ed77-46a4-b7f6-2fa248dca590, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:38:43.204253 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:43.296329 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] For port 09b36bfb-ed77-46a4-b7f6-2fa248dca590, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:38:43.300127 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] For port 09b36bfb-ed77-46a4-b7f6-2fa248dca590, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=09b36bfb-ed77-46a4-b7f6-2fa248dca590,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:38:43.308213 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:43.353808 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:43.354602 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:43.356357 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] 10.222.0.13 "PUT /v2.0/ports/09b36bfb-ed77-46a4-b7f6-2fa248dca590 HTTP/1.1" status: 200 len: 1093 time: 1.2866998 Mar 31 21:38:43.356928 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'tag': '09b36bfb-ed77-46a4-b7f6-2fa248dca590'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:38:43.359995 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d233084-0fac-4886-b3a5-14a49f693114" -d '{"events": [{"name": "network-changed", "server_uuid": "640a7d11-9f6d-430e-90ad-9b3f15a27548", "tag": "09b36bfb-ed77-46a4-b7f6-2fa248dca590"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:38:43.411936 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d3e90-2d07-4400-a8cc-b44c2a3e79cd service neutron] Pushing event updated for resources: {'Port': ['ID=09b36bfb-ed77-46a4-b7f6-2fa248dca590,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:43.463445 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9538ce-dc2b-4bc4-b7cb-ea70f193eaaf x-openstack-request-id: req-2f9538ce-dc2b-4bc4-b7cb-ea70f193eaaf {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:38:43.463882 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640a7d11-9f6d-430e-90ad-9b3f15a27548", "tag": "09b36bfb-ed77-46a4-b7f6-2fa248dca590", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:38:43.464332 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f9538ce-dc2b-4bc4-b7cb-ea70f193eaaf {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:38:43.465283 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9538ce-dc2b-4bc4-b7cb-ea70f193eaaf'] response: {'name': 'network-changed', 'server_uuid': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'tag': '09b36bfb-ed77-46a4-b7f6-2fa248dca590', 'status': 'completed', 'code': 200} Mar 31 21:38:43.530271 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-bca246c9-a626-404e-8eae-3cef3844021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:43.533229 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-bca246c9-a626-404e-8eae-3cef3844021d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 1127 time: 0.0914347 Mar 31 21:38:43.604936 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-38c66d40-cf93-4877-9094-aa6b9b8649b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09b36bfb-ed77-46a4-b7f6-2fa248dca590 HTTP/1.1" status: 200 len: 217 time: 0.0629611 Mar 31 21:38:43.713913 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-e68b6cfd-ecdf-4620-ad47-c881e5b0745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:43.716389 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-e68b6cfd-ecdf-4620-ad47-c881e5b0745f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.1050930 Mar 31 21:38:43.839605 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c3cfb-22d0-4f76-8889-175c490ee768 req-9fb22895-17b5-418f-b2fb-fe5940b349ad tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:43.842108 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-391c3cfb-22d0-4f76-8889-175c490ee768 req-9fb22895-17b5-418f-b2fb-fe5940b349ad tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 943 time: 0.1528766 Mar 31 21:38:43.855749 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-536b2249-713c-4b08-b6af-84752e8054f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:43.855934 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-536b2249-713c-4b08-b6af-84752e8054f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1090872 Mar 31 21:38:44.101503 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-391c3cfb-22d0-4f76-8889-175c490ee768 req-92d76ab2-012a-4199-a1b1-39cb86653a53 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438500 Mar 31 21:38:44.155800 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f09c1-dcd6-42ab-a065-0e46ec67d237 req-9f620ece-2d3f-47e8-a1a3-9d63372fe4e4 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:44.158590 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-554f09c1-dcd6-42ab-a065-0e46ec67d237 req-9f620ece-2d3f-47e8-a1a3-9d63372fe4e4 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.2017534 Mar 31 21:38:44.162936 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-2fc470b4-bb6f-4467-a19b-2939a2d15aaf service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956436 Mar 31 21:38:44.310599 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-554f09c1-dcd6-42ab-a065-0e46ec67d237 req-8c0e65ae-4cf8-4be8-8e47-bd986c02faa1 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446431 Mar 31 21:38:44.341783 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-989bc361-ffa7-472f-b6f1-88d4c55b883d req-0a14b737-7bc4-4d36-a77b-d107588a9bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646373 Mar 31 21:38:44.352409 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d58b7-85ee-427d-a972-183dd39230b2 req-35f12e1c-9a99-4fc9-a2bc-dfaad648812e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:44.353862 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-827d58b7-85ee-427d-a972-183dd39230b2 req-35f12e1c-9a99-4fc9-a2bc-dfaad648812e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.1577582 Mar 31 21:38:44.440071 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-827d58b7-85ee-427d-a972-183dd39230b2 req-d7f7616f-4980-43ad-9e58-2645b527c975 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731070 Mar 31 21:38:44.503048 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d233084-0fac-4886-b3a5-14a49f693114 req-3f2a3e1e-fa95-4849-9146-cca725ade0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:44.505732 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2d233084-0fac-4886-b3a5-14a49f693114 req-3f2a3e1e-fa95-4849-9146-cca725ade0f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 1127 time: 0.0878344 Mar 31 21:38:44.663336 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c62c6a-e28f-432d-bab4-ee40ac165f6f req-56042035-e464-4b29-b0b7-228092af8e1c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:44.665499 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b2c62c6a-e28f-432d-bab4-ee40ac165f6f req-56042035-e464-4b29-b0b7-228092af8e1c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0903628 Mar 31 21:38:44.667244 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d233084-0fac-4886-b3a5-14a49f693114 req-e919ae17-463f-4a5a-8a23-db40e3b1bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:44.668730 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2d233084-0fac-4886-b3a5-14a49f693114 req-e919ae17-463f-4a5a-8a23-db40e3b1bd19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 915 time: 0.1564572 Mar 31 21:38:44.729262 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2d233084-0fac-4886-b3a5-14a49f693114 req-39b74335-e980-4cd3-923a-74f4f9e087fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09b36bfb-ed77-46a4-b7f6-2fa248dca590 HTTP/1.1" status: 200 len: 217 time: 0.0501976 Mar 31 21:38:44.797399 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b2c62c6a-e28f-432d-bab4-ee40ac165f6f req-4bf2a0ac-a056-47d0-9df4-c4c69ad82120 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246333 Mar 31 21:38:44.809477 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d233084-0fac-4886-b3a5-14a49f693114 req-06f78ac3-e7f4-42b6-a8ba-e291559f5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:44.811449 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2d233084-0fac-4886-b3a5-14a49f693114 req-06f78ac3-e7f4-42b6-a8ba-e291559f5947 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.0755520 Mar 31 21:38:44.873740 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d233084-0fac-4886-b3a5-14a49f693114 req-8b9dabe8-0110-44ff-803f-bc9f9c4c45b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:44.875347 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2d233084-0fac-4886-b3a5-14a49f693114 req-8b9dabe8-0110-44ff-803f-bc9f9c4c45b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570476 Mar 31 21:38:44.981659 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2d233084-0fac-4886-b3a5-14a49f693114 req-5a10b3e0-8ae2-4ca5-a527-bac31ceaafcf service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947378 Mar 31 21:38:45.077810 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2d233084-0fac-4886-b3a5-14a49f693114 req-5bbf20ab-7f01-4cfa-88eb-77041d27e3a7 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900819 Mar 31 21:38:45.277655 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fedde-a6f6-4c7e-b8b1-2ef979a15cfb req-946fa061-4e02-4bc7-827f-e5fcf38d17d2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:45.279305 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4d6fedde-a6f6-4c7e-b8b1-2ef979a15cfb req-946fa061-4e02-4bc7-827f-e5fcf38d17d2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 943 time: 0.0675526 Mar 31 21:38:45.365936 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4d6fedde-a6f6-4c7e-b8b1-2ef979a15cfb req-f1c98f97-9e7d-4205-9237-a22a6ef9c904 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798948 Mar 31 21:38:45.460061 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd465741-fa63-4dc3-be64-df1c47edefe0 req-7ec6bf75-9590-4908-a127-3eaca376a197 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:45.462530 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd465741-fa63-4dc3-be64-df1c47edefe0 req-7ec6bf75-9590-4908-a127-3eaca376a197 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0642140 Mar 31 21:38:45.538435 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd465741-fa63-4dc3-be64-df1c47edefe0 req-0bda84f3-324f-4614-868d-34c57dabc63d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664303 Mar 31 21:38:45.635115 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367a66a-e75c-49db-bb5d-138ae38655ee req-b3801782-cbe5-4eef-8a6b-6c0a320a22a1 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:45.637903 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5367a66a-e75c-49db-bb5d-138ae38655ee req-b3801782-cbe5-4eef-8a6b-6c0a320a22a1 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0907779 Mar 31 21:38:45.716011 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5367a66a-e75c-49db-bb5d-138ae38655ee req-b5bfd980-915b-41d5-859d-4a3568029793 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721591 Mar 31 21:38:45.945089 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dffc4b-1ad9-4b3b-83b9-451aeecfb484 req-6e5cadd6-a01a-445f-b8a1-a6053cc4abf0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:45.946695 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f1dffc4b-1ad9-4b3b-83b9-451aeecfb484 req-6e5cadd6-a01a-445f-b8a1-a6053cc4abf0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0663860 Mar 31 21:38:46.001765 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f1dffc4b-1ad9-4b3b-83b9-451aeecfb484 req-6da8db4a-bbc2-4f37-93eb-f3636c29c8e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488651 Mar 31 21:38:46.502353 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a1d5-a756-4be0-972d-d5e17879964b req-1d146514-49d7-4393-b45a-8ca61ec221ca tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:46.503951 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8db1a1d5-a756-4be0-972d-d5e17879964b req-1d146514-49d7-4393-b45a-8ca61ec221ca tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 943 time: 0.0569887 Mar 31 21:38:46.553507 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8db1a1d5-a756-4be0-972d-d5e17879964b req-c3dbf530-dd1b-4404-8ea4-040dec3c72a7 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436692 Mar 31 21:38:46.689604 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f998e-d14d-48f4-ae6f-b4010909f48d req-880de652-74a9-4e74-93d6-4e00ff0f5820 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:46.691416 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a42f998e-d14d-48f4-ae6f-b4010909f48d req-880de652-74a9-4e74-93d6-4e00ff0f5820 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0573997 Mar 31 21:38:46.742236 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a42f998e-d14d-48f4-ae6f-b4010909f48d req-18cbe1f4-8de8-47c1-86b7-35799e47eaa6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447085 Mar 31 21:38:46.851814 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c305d7-4af8-4e85-965d-9be778c6368e req-e4c5826b-37b9-43a2-8d94-2aef5f81adf9 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:46.853465 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1c305d7-4af8-4e85-965d-9be778c6368e req-e4c5826b-37b9-43a2-8d94-2aef5f81adf9 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0576100 Mar 31 21:38:46.908522 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a1c305d7-4af8-4e85-965d-9be778c6368e req-9d6d8ddb-705d-4f9a-997b-d5611d058813 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492933 Mar 31 21:38:47.139981 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cffa6-9945-4881-a1ec-e1462d981ecf req-6c5c1345-3343-41b2-9654-abaa93aa79f1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:47.141544 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fa4cffa6-9945-4881-a1ec-e1462d981ecf req-6c5c1345-3343-41b2-9654-abaa93aa79f1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0537174 Mar 31 21:38:47.196655 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fa4cffa6-9945-4881-a1ec-e1462d981ecf req-17c5fa9f-a5a5-4601-b7bd-6982c7909db2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491133 Mar 31 21:38:47.969643 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d3dc2-f0e7-4d4d-9031-393909f1a9d9 req-695e6d98-ecc0-437f-8bd3-d9845ff9dd19 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:47.971262 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-494d3dc2-f0e7-4d4d-9031-393909f1a9d9 req-695e6d98-ecc0-437f-8bd3-d9845ff9dd19 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 943 time: 0.3417008 Mar 31 21:38:48.018344 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75ad6d-c61b-462e-a6e4-2b71eba05ebf req-96b893f4-3522-4385-89b3-ec670dbff72e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:48.019929 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2b75ad6d-c61b-462e-a6e4-2b71eba05ebf req-96b893f4-3522-4385-89b3-ec670dbff72e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.1047523 Mar 31 21:38:48.051784 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-494d3dc2-f0e7-4d4d-9031-393909f1a9d9 req-b9ab5c80-e636-4fbc-afe0-54d2d9deb7b6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746136 Mar 31 21:38:48.098171 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2b75ad6d-c61b-462e-a6e4-2b71eba05ebf req-c4be7f9c-199f-42db-89f9-fe2d04ca53aa tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707045 Mar 31 21:38:48.196410 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeeda0-4e6e-48b6-876f-4de8f95b08ef req-f9e1e6ff-17de-4941-aff6-4c9126e6f5c0 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:48.198080 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ccbeeda0-4e6e-48b6-876f-4de8f95b08ef req-f9e1e6ff-17de-4941-aff6-4c9126e6f5c0 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0735838 Mar 31 21:38:48.267804 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ccbeeda0-4e6e-48b6-876f-4de8f95b08ef req-b6466874-e5fe-4d06-9455-de66a11569fd tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633798 Mar 31 21:38:48.346445 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf19a1-d2c8-44ad-be92-4b3413032c31 req-dcef535c-563a-4b43-95b6-abc259aba2b6 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:48.348386 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4adf19a1-d2c8-44ad-be92-4b3413032c31 req-dcef535c-563a-4b43-95b6-abc259aba2b6 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0572498 Mar 31 21:38:48.401900 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4adf19a1-d2c8-44ad-be92-4b3413032c31 req-6321bdad-a9b4-49c3-8fc6-45528d9e2e35 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467162 Mar 31 21:38:48.950278 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 09b36bfb-ed77-46a4-b7f6-2fa248dca590 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:38:49.066096 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 09b36bfb-ed77-46a4-b7f6-2fa248dca590, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=09b36bfb-ed77-46a4-b7f6-2fa248dca590,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:49.081680 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '09b36bfb-ed77-46a4-b7f6-2fa248dca590', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'port_id': '09b36bfb-ed77-46a4-b7f6-2fa248dca590', 'mac_address': 'fa:16:3e:65:b1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:38:49.126854 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:49.127259 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.146505 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b36bfb-ed77-46a4-b7f6-2fa248dca590 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:38:49.183306 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 09b36bfb-ed77-46a4-b7f6-2fa248dca590, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=09b36bfb-ed77-46a4-b7f6-2fa248dca590,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:49.190074 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.214183 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11b1b6-d484-4079-9544-cf890ad00149 req-6b7c2a4d-785d-4491-a36f-6bf66c262bc1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:49.216959 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bb11b1b6-d484-4079-9544-cf890ad00149 req-6b7c2a4d-785d-4491-a36f-6bf66c262bc1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 943 time: 0.0726926 Mar 31 21:38:49.284170 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=09b36bfb-ed77-46a4-b7f6-2fa248dca590,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:49.307728 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bb11b1b6-d484-4079-9544-cf890ad00149 req-060336b3-6240-4ccf-829f-c1c63fe38618 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840325 Mar 31 21:38:49.321882 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6ade5-b1f1-455c-be43-79c773de3627 req-ff1e15a0-ca7a-4066-9448-6c391761f69c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:49.323481 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63a6ade5-b1f1-455c-be43-79c773de3627 req-ff1e15a0-ca7a-4066-9448-6c391761f69c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0980403 Mar 31 21:38:49.389046 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-63a6ade5-b1f1-455c-be43-79c773de3627 req-d435d2da-a139-4a32-8b84-de764bf343a5 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524378 Mar 31 21:38:49.463635 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a68d0-d2f9-485b-ad71-8a8d43ecb588 req-4c6e52de-da9c-4ffc-9884-8f6426ccdf4f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:49.468294 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d28a68d0-d2f9-485b-ad71-8a8d43ecb588 req-4c6e52de-da9c-4ffc-9884-8f6426ccdf4f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0718455 Mar 31 21:38:49.579883 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d28a68d0-d2f9-485b-ad71-8a8d43ecb588 req-ecdb7067-2192-4975-8860-ef46ad938760 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065838 Mar 31 21:38:49.610574 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c607d-93c4-416e-bf71-478ef0291fc4 req-3e37703a-f844-46b0-8488-8bb73de1114b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:49.613143 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d71c607d-93c4-416e-bf71-478ef0291fc4 req-3e37703a-f844-46b0-8488-8bb73de1114b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.1096945 Mar 31 21:38:49.642483 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['09b36bfb-ed77-46a4-b7f6-2fa248dca590'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:38:49.682016 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d71c607d-93c4-416e-bf71-478ef0291fc4 req-be6d10e4-ed02-4eda-9ca8-78b1c53c13e8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618899 Mar 31 21:38:50.474509 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe5561-6579-4f00-a19a-93dda4627ac8 req-17bdb075-abf3-471a-8880-de83efc8c797 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:50.475730 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5dfe5561-6579-4f00-a19a-93dda4627ac8 req-17bdb075-abf3-471a-8880-de83efc8c797 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 944 time: 0.0775487 Mar 31 21:38:50.594325 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5dfe5561-6579-4f00-a19a-93dda4627ac8 req-3c53bf65-a7f3-4ade-a3e2-9f0c40e3fc34 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084819 Mar 31 21:38:50.616185 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b3df5-9f55-46c5-9dcc-18409f498069 req-1fd182a4-6cf9-483b-a3f7-f33d498da26a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:50.618391 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-405b3df5-9f55-46c5-9dcc-18409f498069 req-1fd182a4-6cf9-483b-a3f7-f33d498da26a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.1230149 Mar 31 21:38:50.729323 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-405b3df5-9f55-46c5-9dcc-18409f498069 req-ea6e3c67-22ef-4840-957d-a44e378cd14f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975161 Mar 31 21:38:50.769747 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de5b80-fa2a-4f8d-8737-0333e5ff2047 req-61fbbd60-61e6-44b6-8e6c-7763af2de88f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:50.769747 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9de5b80-fa2a-4f8d-8737-0333e5ff2047 req-61fbbd60-61e6-44b6-8e6c-7763af2de88f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0996854 Mar 31 21:38:50.830683 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9de5b80-fa2a-4f8d-8737-0333e5ff2047 req-118adea2-470d-4cf5-8498-51cb440d8df4 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608580 Mar 31 21:38:50.920497 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ff2f8-162d-4392-88a1-9b6efa72a9f1 req-6108e97b-331c-4917-89f6-d9ab544a28d3 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:50.922282 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-617ff2f8-162d-4392-88a1-9b6efa72a9f1 req-6108e97b-331c-4917-89f6-d9ab544a28d3 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0901835 Mar 31 21:38:50.970347 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 09b36bfb-ed77-46a4-b7f6-2fa248dca590 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:50.988146 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-617ff2f8-162d-4392-88a1-9b6efa72a9f1 req-3689b533-a011-48dd-8a36-bd176fe49a9b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578299 Mar 31 21:38:51.043515 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:38:51.050465 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:51.051062 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.185077 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:51.185382 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.212315 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b36bfb-ed77-46a4-b7f6-2fa248dca590'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:38:51.214863 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2bd9ef-0bd1-4a15-b97c-641093b92567" -d '{"events": [{"server_uuid": "640a7d11-9f6d-430e-90ad-9b3f15a27548", "name": "network-vif-plugged", "status": "completed", "tag": "09b36bfb-ed77-46a4-b7f6-2fa248dca590"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:38:51.234903 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 09b36bfb-ed77-46a4-b7f6-2fa248dca590, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=09b36bfb-ed77-46a4-b7f6-2fa248dca590,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:51.241586 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.272820 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2c832d-74c9-45a9-8561-c3f79e3cb23d x-openstack-request-id: req-8c2c832d-74c9-45a9-8561-c3f79e3cb23d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:38:51.273261 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640a7d11-9f6d-430e-90ad-9b3f15a27548", "name": "network-vif-plugged", "status": "completed", "tag": "09b36bfb-ed77-46a4-b7f6-2fa248dca590", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:38:51.273261 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c2c832d-74c9-45a9-8561-c3f79e3cb23d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:38:51.273640 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2c832d-74c9-45a9-8561-c3f79e3cb23d'] response: {'server_uuid': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b36bfb-ed77-46a4-b7f6-2fa248dca590', 'code': 200} Mar 31 21:38:51.315185 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=09b36bfb-ed77-46a4-b7f6-2fa248dca590,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:51.468892 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d6ca3-2053-42c5-815a-609370fdf9de req-fe75f618-3753-4348-81bf-2f8802e67988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:51.470401 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f1d6ca3-2053-42c5-815a-609370fdf9de req-fe75f618-3753-4348-81bf-2f8802e67988 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 1129 time: 0.0491836 Mar 31 21:38:51.521513 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f1d6ca3-2053-42c5-815a-609370fdf9de req-8ae2543e-d30a-4982-9755-7bd60788a897 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431681 Mar 31 21:38:51.739835 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c40f5-b113-4898-925f-c801b9fa3331 req-113542a1-254e-49a3-802a-1e4511d496cf tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:51.741601 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-349c40f5-b113-4898-925f-c801b9fa3331 req-113542a1-254e-49a3-802a-1e4511d496cf tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 945 time: 0.0658479 Mar 31 21:38:51.802416 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-349c40f5-b113-4898-925f-c801b9fa3331 req-c6f2fdee-4108-4756-83f8-7717f56f483c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541093 Mar 31 21:38:51.901070 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fbddf-7eb3-452f-9c96-cda49297f933 req-e10b4266-70d9-4114-9cb2-8429c4341f99 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:51.903562 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-296fbddf-7eb3-452f-9c96-cda49297f933 req-e10b4266-70d9-4114-9cb2-8429c4341f99 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0753746 Mar 31 21:38:52.003770 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-296fbddf-7eb3-452f-9c96-cda49297f933 req-8532a754-3b38-44e6-905f-b02cd6f321bb tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904500 Mar 31 21:38:52.035128 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901df65-46d8-4053-b584-c732781aa060 req-2dd9ad4d-9269-43f6-aedc-5f608ca6b0b9 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:52.037996 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8901df65-46d8-4053-b584-c732781aa060 req-2dd9ad4d-9269-43f6-aedc-5f608ca6b0b9 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0963428 Mar 31 21:38:52.181506 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8901df65-46d8-4053-b584-c732781aa060 req-a2427d73-b65f-484f-a340-02cd2846adf2 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1357319 Mar 31 21:38:52.217131 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0bdf9-07a3-42d8-8e91-10117ab5fe4f req-64895a95-5db9-4120-8fd5-8dee4c3cb510 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:52.219855 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34a0bdf9-07a3-42d8-8e91-10117ab5fe4f req-64895a95-5db9-4120-8fd5-8dee4c3cb510 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.1385930 Mar 31 21:38:52.303843 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34a0bdf9-07a3-42d8-8e91-10117ab5fe4f req-d185d8c2-8840-45c2-87e9-fc7b6db5aa9c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740576 Mar 31 21:38:52.969708 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33538f-838f-44f6-9632-3a2ea9c72825 req-cd6dac10-bd31-4d1b-ac39-99d4072d48d3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:52.971469 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ff33538f-838f-44f6-9632-3a2ea9c72825 req-cd6dac10-bd31-4d1b-ac39-99d4072d48d3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 945 time: 0.0772007 Mar 31 21:38:52.973992 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:38:53.053311 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ff33538f-838f-44f6-9632-3a2ea9c72825 req-2e018104-7a32-4835-b7ae-c12e95d67c06 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726669 Mar 31 21:38:53.093607 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:53.111206 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'port_id': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'mac_address': 'fa:16:3e:42:21:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:38:53.162571 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:53.163231 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.185497 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473888fc-cd1b-44a5-b932-4ffc649a0e7f req-593fcc56-cc1f-4357-9ae9-36c4530cd30e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:53.187147 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-473888fc-cd1b-44a5-b932-4ffc649a0e7f req-593fcc56-cc1f-4357-9ae9-36c4530cd30e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0592575 Mar 31 21:38:53.187492 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:38:53.221808 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:53.230438 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.282452 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-473888fc-cd1b-44a5-b932-4ffc649a0e7f req-8321b511-4a5a-49b2-b8bc-beddba6456b7 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889862 Mar 31 21:38:53.337046 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:53.434787 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f2e29-04e6-4365-8e26-029578c491b3 req-d2b31129-d7eb-499f-8287-bee1322f9ab8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:53.437461 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-456f2e29-04e6-4365-8e26-029578c491b3 req-d2b31129-d7eb-499f-8287-bee1322f9ab8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 945 time: 0.1186459 Mar 31 21:38:53.578580 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c7b0c-b5cc-406e-bc3e-476cfc901e9f req-bea7c783-8a2d-41a4-bf87-b4b447fbaccc tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:53.581303 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-da8c7b0c-b5cc-406e-bc3e-476cfc901e9f req-bea7c783-8a2d-41a4-bf87-b4b447fbaccc tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.1755331 Mar 31 21:38:53.589629 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-456f2e29-04e6-4365-8e26-029578c491b3 req-31c942e9-c74a-45c4-9e89-215a47895efc tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193581 Mar 31 21:38:53.668159 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['6a41a9e7-edbb-4c81-a2a7-a762b9c12d80'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:38:53.672351 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-da8c7b0c-b5cc-406e-bc3e-476cfc901e9f req-aa243741-a588-43ca-9054-4c2d98f8cc96 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810449 Mar 31 21:38:54.180830 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d59051-d592-4a74-8bd6-03dbe4ad0760 req-fbd88158-53e5-4f5d-a197-8f433a38118e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:54.182609 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a7d59051-d592-4a74-8bd6-03dbe4ad0760 req-fbd88158-53e5-4f5d-a197-8f433a38118e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 945 time: 0.0582037 Mar 31 21:38:54.237719 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a7d59051-d592-4a74-8bd6-03dbe4ad0760 req-53ef6409-716d-44db-8b0c-20fdc4598c00 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491545 Mar 31 21:38:54.362036 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645e86c-e957-48cf-87f3-ec9b4fd6e920 req-b545ff6b-49a0-4991-b7d5-ca0fb2e5f107 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:54.363794 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c645e86c-e957-48cf-87f3-ec9b4fd6e920 req-b545ff6b-49a0-4991-b7d5-ca0fb2e5f107 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 945 time: 0.0588448 Mar 31 21:38:54.374676 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 53908) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:54.382579 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-486ae317-1a8d-4157-949f-d58ad5697667 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'floatingip': {'port_id': '09b36bfb-ed77-46a4-b7f6-2fa248dca590'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:54.439803 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-486ae317-1a8d-4157-949f-d58ad5697667 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (2015427e-9e0b-4f0b-88f6-1ea111849b18), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:54.579728 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ca4b6-0e2f-413d-9b70-85cdc9c1c11e req-79c303d4-1c86-4c00-acce-a3e4053b8132 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:54.581318 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3c0ca4b6-0e2f-413d-9b70-85cdc9c1c11e req-79c303d4-1c86-4c00-acce-a3e4053b8132 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.1605017 Mar 31 21:38:54.753732 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3c0ca4b6-0e2f-413d-9b70-85cdc9c1c11e req-b45ede1b-0668-42bf-b11b-4cffe5a4a727 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646566 Mar 31 21:38:54.785441 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891fe68-a7a8-4150-9002-a3596fcb832c req-bc39220d-5dc8-4400-b26e-e02a328ba5d6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:54.787378 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b891fe68-a7a8-4150-9002-a3596fcb832c req-bc39220d-5dc8-4400-b26e-e02a328ba5d6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 945 time: 0.1103868 Mar 31 21:38:55.074579 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b891fe68-a7a8-4150-9002-a3596fcb832c req-3f5d4643-a373-4205-ab7a-87674cde0c40 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2422147 Mar 31 21:38:55.126350 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e201b-5426-4740-876b-d41e5b94739b req-ec1cc0e3-e6c5-4605-a8fd-119224fb68a9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:55.129172 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-194e201b-5426-4740-876b-d41e5b94739b req-ec1cc0e3-e6c5-4605-a8fd-119224fb68a9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.2855606 Mar 31 21:38:55.314798 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-194e201b-5426-4740-876b-d41e5b94739b req-2815753f-154f-4877-92d3-b65be6d0bbf5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742344 Mar 31 21:38:55.319242 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-486ae317-1a8d-4157-949f-d58ad5697667 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:55.325792 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-486ae317-1a8d-4157-949f-d58ad5697667 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (2015427e-9e0b-4f0b-88f6-1ea111849b18), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:55.440979 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-486ae317-1a8d-4157-949f-d58ad5697667 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Floating IP 2015427e-9e0b-4f0b-88f6-1ea111849b18 associated. External IP: 172.27.3.133, port: 09b36bfb-ed77-46a4-b7f6-2fa248dca590. Mar 31 21:38:55.672362 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486ae317-1a8d-4157-949f-d58ad5697667 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Router 37610562-38de-4ff9-a072-9f84247eeba6 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:38:55.794280 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486ae317-1a8d-4157-949f-d58ad5697667 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:38:55.799733 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-486ae317-1a8d-4157-949f-d58ad5697667 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:55.808137 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218915e-6ef7-485b-b9ac-527cb1c4c7ac None None] Sync routers for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:38:55.819240 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218915e-6ef7-485b-b9ac-527cb1c4c7ac None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:38:55.819879 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b218915e-6ef7-485b-b9ac-527cb1c4c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:38:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:55.849445 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-486ae317-1a8d-4157-949f-d58ad5697667 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "PUT /v2.0/floatingips/2015427e-9e0b-4f0b-88f6-1ea111849b18 HTTP/1.1" status: 200 len: 991 time: 1.4727399 Mar 31 21:38:55.851282 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'tag': '09b36bfb-ed77-46a4-b7f6-2fa248dca590'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:38:55.862894 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27baa8-441e-4d14-a19b-87535c4aae3b" -d '{"events": [{"name": "network-changed", "server_uuid": "640a7d11-9f6d-430e-90ad-9b3f15a27548", "tag": "09b36bfb-ed77-46a4-b7f6-2fa248dca590"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:38:55.936085 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2d9098-4a01-4399-94ce-2ceecea39e27 x-openstack-request-id: req-0a2d9098-4a01-4399-94ce-2ceecea39e27 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:38:55.936487 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640a7d11-9f6d-430e-90ad-9b3f15a27548", "tag": "09b36bfb-ed77-46a4-b7f6-2fa248dca590", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:38:55.936951 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a2d9098-4a01-4399-94ce-2ceecea39e27 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:38:55.937484 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2d9098-4a01-4399-94ce-2ceecea39e27'] response: {'name': 'network-changed', 'server_uuid': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'tag': '09b36bfb-ed77-46a4-b7f6-2fa248dca590', 'status': 'completed', 'code': 200} Mar 31 21:38:55.965926 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0f7f0-ae8c-4c96-833c-e3b0c110f138 req-0b95cc9b-a41b-4d1c-8ffb-8a2b252acdea tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:55.968069 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fac0f7f0-ae8c-4c96-833c-e3b0c110f138 req-0b95cc9b-a41b-4d1c-8ffb-8a2b252acdea tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0924468 Mar 31 21:38:55.983839 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-b218915e-6ef7-485b-b9ac-527cb1c4c7ac None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:38:56.048779 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fac0f7f0-ae8c-4c96-833c-e3b0c110f138 req-c0d4e749-8f2f-4ed5-a3f4-aa3224103aa8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716240 Mar 31 21:38:56.054657 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27baa8-441e-4d14-a19b-87535c4aae3b req-ce42c365-9459-4885-b425-03251e16e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:56.056870 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3b27baa8-441e-4d14-a19b-87535c4aae3b req-ce42c365-9459-4885-b425-03251e16e829 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 1129 time: 0.0876598 Mar 31 21:38:56.211553 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27baa8-441e-4d14-a19b-87535c4aae3b req-c434f0ff-d469-436b-8567-13f2fa592cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:56.213164 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3b27baa8-441e-4d14-a19b-87535c4aae3b req-c434f0ff-d469-436b-8567-13f2fa592cc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 915 time: 0.1499639 Mar 31 21:38:56.297291 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce55e1e-8923-4a6d-b1d4-0ba454bef4aa req-e74c9466-0578-4aed-bbfe-d6912c5f03be tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:56.300547 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9ce55e1e-8923-4a6d-b1d4-0ba454bef4aa req-e74c9466-0578-4aed-bbfe-d6912c5f03be tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 945 time: 0.1347876 Mar 31 21:38:56.341664 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3b27baa8-441e-4d14-a19b-87535c4aae3b req-ef95c467-d9bc-4fc3-b6a7-ce08945828b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09b36bfb-ed77-46a4-b7f6-2fa248dca590 HTTP/1.1" status: 200 len: 999 time: 0.1175547 Mar 31 21:38:56.344040 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b218915e-6ef7-485b-b9ac-527cb1c4c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '2015427e-9e0b-4f0b-88f6-1ea111849b18', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': '09b36bfb-ed77-46a4-b7f6-2fa248dca590', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:65:b1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:38:38Z', 'updated_at': '2022-03-31T21:38:55Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}, {'id': 'e9e7162c-bd46-4eb6-9d19-6b63542152b3', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:66:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:34:42Z', 'updated_at': '2022-03-31T21:35:32Z', 'revision_number': 2, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:56.424962 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9ce55e1e-8923-4a6d-b1d4-0ba454bef4aa req-da9221a9-2d3f-45d3-a372-ad4d30b87c91 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1134546 Mar 31 21:38:56.498281 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27baa8-441e-4d14-a19b-87535c4aae3b req-b3103548-3689-4051-9c36-cfcb28e2ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:56.501359 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3b27baa8-441e-4d14-a19b-87535c4aae3b req-b3103548-3689-4051-9c36-cfcb28e2ae4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.1405098 Mar 31 21:38:56.512948 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218915e-6ef7-485b-b9ac-527cb1c4c7ac None None] Checking router: 37610562-38de-4ff9-a072-9f84247eeba6 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:38:56.522922 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218915e-6ef7-485b-b9ac-527cb1c4c7ac None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:38:56.523565 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b218915e-6ef7-485b-b9ac-527cb1c4c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:38:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:56.583158 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4428c2-de3b-44cc-8e49-b704e30a9f21 req-535328fc-366e-41d8-acb9-b591490b402f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:56.586668 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cc4428c2-de3b-44cc-8e49-b704e30a9f21 req-535328fc-366e-41d8-acb9-b591490b402f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.1602075 Mar 31 21:38:56.636863 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27baa8-441e-4d14-a19b-87535c4aae3b req-161f16c2-a636-4a4a-ac5e-a0709800fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:56.639503 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3b27baa8-441e-4d14-a19b-87535c4aae3b req-161f16c2-a636-4a4a-ac5e-a0709800fb16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1303718 Mar 31 21:38:56.644834 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-b218915e-6ef7-485b-b9ac-527cb1c4c7ac None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:38:56.772395 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cc4428c2-de3b-44cc-8e49-b704e30a9f21 req-9782d96d-6b4d-42cd-956d-a46cc289c630 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777484 Mar 31 21:38:56.833049 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3b27baa8-441e-4d14-a19b-87535c4aae3b req-336da2e0-3d13-4ed4-b85f-685672e3a0d3 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850564 Mar 31 21:38:56.950036 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b218915e-6ef7-485b-b9ac-527cb1c4c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '2015427e-9e0b-4f0b-88f6-1ea111849b18', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': '09b36bfb-ed77-46a4-b7f6-2fa248dca590', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:65:b1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:38:38Z', 'updated_at': '2022-03-31T21:38:55Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}, {'id': 'e9e7162c-bd46-4eb6-9d19-6b63542152b3', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:66:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:34:42Z', 'updated_at': '2022-03-31T21:35:32Z', 'revision_number': 2, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:57.000449 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 38f18a43-8f4d-4708-a71a-429d4f323b17 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:38:57.005241 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:57.006360 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3b27baa8-441e-4d14-a19b-87535c4aae3b req-07fd18a5-4d25-4ed0-8009-050d5fb56f66 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652439 Mar 31 21:38:57.042743 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218915e-6ef7-485b-b9ac-527cb1c4c7ac None None] The sync data for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi is: [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '2015427e-9e0b-4f0b-88f6-1ea111849b18', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': '09b36bfb-ed77-46a4-b7f6-2fa248dca590', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:65:b1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:38:38Z', 'updated_at': '2022-03-31T21:38:55Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}, {'id': 'e9e7162c-bd46-4eb6-9d19-6b63542152b3', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:66:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:34:42Z', 'updated_at': '2022-03-31T21:35:32Z', 'revision_number': 2, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:38:57.183217 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fe0dc-8eb7-4856-9c4a-5f78f4836e6e req-5a635a98-e2dd-4ce0-8198-219da053e6ec tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:57.186756 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e8fe0dc-8eb7-4856-9c4a-5f78f4836e6e req-5a635a98-e2dd-4ce0-8198-219da053e6ec tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.1305780 Mar 31 21:38:57.193601 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=38f18a43-8f4d-4708-a71a-429d4f323b17,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:57.208641 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'port_id': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'mac_address': 'fa:16:3e:91:ad:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:38:57.210690 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:38:57.218620 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:57.218968 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:57.285130 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad542a-b750-492a-8643-7f4b7a3c57ef req-2090eeec-2118-4b76-adb6-fb0a55a2de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:57.287875 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-88ad542a-b750-492a-8643-7f4b7a3c57ef req-2090eeec-2118-4b76-adb6-fb0a55a2de49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 1129 time: 0.1701546 Mar 31 21:38:57.296275 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 38f18a43-8f4d-4708-a71a-429d4f323b17 is: ACTIVE; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:57.296542 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:57.320180 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38f18a43-8f4d-4708-a71a-429d4f323b17 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:38:57.370316 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=38f18a43-8f4d-4708-a71a-429d4f323b17,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:57.380710 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:57.411651 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a7d1a-b97e-4c79-8dcc-989edf7197b7 None None] New status for floating IP 2015427e-9e0b-4f0b-88f6-1ea111849b18: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:38:57.415070 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:57.415553 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:57.522210 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:38:57.525076 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caee74d5-f38c-427b-aa0f-cf5038033f2d" -d '{"events": [{"server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "name": "network-vif-plugged", "status": "completed", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:38:57.587968 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['38f18a43-8f4d-4708-a71a-429d4f323b17'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:38:57.590356 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=38f18a43-8f4d-4708-a71a-429d4f323b17,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:57.595402 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:57.624695 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:57.691475 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e8fe0dc-8eb7-4856-9c4a-5f78f4836e6e req-e023b4c0-28cf-42b1-920c-00441cacfbdd tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4924281 Mar 31 21:38:57.705331 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0764c-a79a-4881-ba08-acca8d8b87c3 req-900100a3-bd88-43a4-923f-a77b833e8329 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:57.706968 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00c0764c-a79a-4881-ba08-acca8d8b87c3 req-900100a3-bd88-43a4-923f-a77b833e8329 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.4885602 Mar 31 21:38:57.761455 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:57.829796 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad542a-b750-492a-8643-7f4b7a3c57ef req-b944039d-88b0-4b71-a594-162c3b059f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:57.831678 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-88ad542a-b750-492a-8643-7f4b7a3c57ef req-b944039d-88b0-4b71-a594-162c3b059f54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 200 len: 910 time: 0.5325847 Mar 31 21:38:57.911197 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00c0764c-a79a-4881-ba08-acca8d8b87c3 req-e587bdab-bcaa-4747-8834-08a70acc497f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844137 Mar 31 21:38:57.939962 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-88ad542a-b750-492a-8643-7f4b7a3c57ef req-6199848c-986e-4541-9518-eebccc6d93c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96 HTTP/1.1" status: 200 len: 1000 time: 0.0864754 Mar 31 21:38:57.953085 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eef628-4792-4904-b799-e610f191d849 req-0edd1ee5-c509-4399-8741-7f383e637ddb tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:57.954842 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-82eef628-4792-4904-b799-e610f191d849 req-0edd1ee5-c509-4399-8741-7f383e637ddb tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.1516147 Mar 31 21:38:57.967134 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ddff7d-627e-417b-8f6a-81ce1dbe5d71 x-openstack-request-id: req-96ddff7d-627e-417b-8f6a-81ce1dbe5d71 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:38:57.967573 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "name": "network-vif-plugged", "status": "completed", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:38:57.967987 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96ddff7d-627e-417b-8f6a-81ce1dbe5d71 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:38:57.968608 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ddff7d-627e-417b-8f6a-81ce1dbe5d71'] response: {'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'code': 200} Mar 31 21:38:58.025859 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad542a-b750-492a-8643-7f4b7a3c57ef req-0c291467-730a-4661-8e40-4a1ab00ddfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:58.027419 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-88ad542a-b750-492a-8643-7f4b7a3c57ef req-0c291467-730a-4661-8e40-4a1ab00ddfb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e267cd5-9f0f-49b6-a0f6-32ad45673e51 HTTP/1.1" status: 200 len: 849 time: 0.0716424 Mar 31 21:38:58.059052 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-82eef628-4792-4904-b799-e610f191d849 req-389ad03b-ff7f-4613-b868-1e923a44425c tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757830 Mar 31 21:38:58.105592 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad542a-b750-492a-8643-7f4b7a3c57ef req-006f9a3a-0841-4976-8734-c9c7df1f4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:58.108046 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-88ad542a-b750-492a-8643-7f4b7a3c57ef req-006f9a3a-0841-4976-8734-c9c7df1f4ab6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a844914c-5cf6-4424-8cb4-7741526740b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737939 Mar 31 21:38:58.246665 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-88ad542a-b750-492a-8643-7f4b7a3c57ef req-e0a4711e-6c9b-4cf5-9e13-2900ca151424 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304572 Mar 31 21:38:58.248649 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e272c3f-9a4c-4e27-a15a-e78114301180 req-c625ff51-9562-4081-a698-5a0db466858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:58.250142 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4e272c3f-9a4c-4e27-a15a-e78114301180 req-c625ff51-9562-4081-a698-5a0db466858e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 1130 time: 0.0836561 Mar 31 21:38:58.370509 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4e272c3f-9a4c-4e27-a15a-e78114301180 req-af5f0bbd-00d6-4b44-8aa2-555c91e823b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036680 Mar 31 21:38:58.393163 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-88ad542a-b750-492a-8643-7f4b7a3c57ef req-6b80f103-3240-4b6d-9402-e46312ed34b1 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343563 Mar 31 21:38:58.841614 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11aea3-dbf6-4985-99c3-4e7affd9e54b req-4673a93c-9e0b-49ea-a612-656531d0aae7 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:58.843420 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d11aea3-dbf6-4985-99c3-4e7affd9e54b req-4673a93c-9e0b-49ea-a612-656531d0aae7 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0615771 Mar 31 21:38:58.910634 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d11aea3-dbf6-4985-99c3-4e7affd9e54b req-8e87d172-45f0-439d-a9a7-91efaaafaf8b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566490 Mar 31 21:38:59.010034 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 38f18a43-8f4d-4708-a71a-429d4f323b17 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:59.058316 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064e3df-31c3-4b90-83a5-f27f422cbc9c req-f5ec4ce9-f9a2-47f5-84c2-86273e7c67a2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:59.060635 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3064e3df-31c3-4b90-83a5-f27f422cbc9c req-f5ec4ce9-f9a2-47f5-84c2-86273e7c67a2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 944 time: 0.0668750 Mar 31 21:38:59.078905 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 38f18a43-8f4d-4708-a71a-429d4f323b17 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:59.079514 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:59.149841 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3064e3df-31c3-4b90-83a5-f27f422cbc9c req-ea2756fc-dd58-4ba6-8aa1-ce79403336c6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770948 Mar 31 21:38:59.199434 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 38f18a43-8f4d-4708-a71a-429d4f323b17 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:59.199826 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:59.242926 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=38f18a43-8f4d-4708-a71a-429d4f323b17,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:59.243210 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777eabd-6f62-4113-949a-296cc8ebddf5 req-6af58189-0cf7-4c33-b922-eabde33bae41 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:59.244568 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d777eabd-6f62-4113-949a-296cc8ebddf5 req-6af58189-0cf7-4c33-b922-eabde33bae41 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0795851 Mar 31 21:38:59.249881 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:59.310054 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d777eabd-6f62-4113-949a-296cc8ebddf5 req-215283d0-69b4-4e6d-8942-1b443ff4d2cc tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542099 Mar 31 21:38:59.311311 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=38f18a43-8f4d-4708-a71a-429d4f323b17,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:59.969527 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:38:59.972062 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b66f62-986f-4036-a188-43d5ed4da2ac" -d '{"events": [{"server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "name": "network-vif-plugged", "status": "completed", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:00.013108 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b0e8c5-0ec4-4254-8017-5a270b2bc557 x-openstack-request-id: req-80b0e8c5-0ec4-4254-8017-5a270b2bc557 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:00.014106 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "name": "network-vif-plugged", "status": "completed", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:00.014106 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80b0e8c5-0ec4-4254-8017-5a270b2bc557 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:00.014106 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b0e8c5-0ec4-4254-8017-5a270b2bc557'] response: {'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'code': 200} Mar 31 21:39:00.092469 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ec9d-df5f-4e01-abee-0f859a39c9ed req-02801bd2-9457-4e50-8292-a4d8f5ae4a29 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:00.094130 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-89d9ec9d-df5f-4e01-abee-0f859a39c9ed req-02801bd2-9457-4e50-8292-a4d8f5ae4a29 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0674579 Mar 31 21:39:00.156187 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-89d9ec9d-df5f-4e01-abee-0f859a39c9ed req-5c528af5-1502-4544-86b1-c6f87bc34f94 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549681 Mar 31 21:39:00.310065 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea4435-e635-418c-a620-3046cd9908c3 req-06b01b67-2750-4f81-a49b-ecd8116eea9c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:00.311731 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2cea4435-e635-418c-a620-3046cd9908c3 req-06b01b67-2750-4f81-a49b-ecd8116eea9c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0660522 Mar 31 21:39:00.376654 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2cea4435-e635-418c-a620-3046cd9908c3 req-2151fd79-468f-4740-b36f-e0ff54c0728c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534704 Mar 31 21:39:00.478592 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6049393-7eaa-42cd-9abf-fd38b7bbdc46 req-9dc3112f-23f2-4525-8c0b-3ac55d6f06ed tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:00.480142 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b6049393-7eaa-42cd-9abf-fd38b7bbdc46 req-9dc3112f-23f2-4525-8c0b-3ac55d6f06ed tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0596306 Mar 31 21:39:00.549423 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b6049393-7eaa-42cd-9abf-fd38b7bbdc46 req-a791b8a9-f82e-458c-a0df-130cbc83a63e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627236 Mar 31 21:39:01.531698 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0ee88-ae6c-4cae-9b12-9374140d4a71 req-31f98d0e-6c30-420e-a9d5-2e953df435c6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:01.533343 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-47a0ee88-ae6c-4cae-9b12-9374140d4a71 req-31f98d0e-6c30-420e-a9d5-2e953df435c6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0581505 Mar 31 21:39:01.614199 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-47a0ee88-ae6c-4cae-9b12-9374140d4a71 req-2ec53c0a-35cd-40b9-b8a7-963deb2e4965 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732369 Mar 31 21:39:01.716610 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed784c8-666d-486a-9582-59c50bf31446 req-9335dff2-9284-435b-99c9-4ab82a9c399c tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:01.718265 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7ed784c8-666d-486a-9582-59c50bf31446 req-9335dff2-9284-435b-99c9-4ab82a9c399c tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0649652 Mar 31 21:39:01.782053 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7ed784c8-666d-486a-9582-59c50bf31446 req-f5e2b590-7616-4d1c-9828-e1c842ddf6ed tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530188 Mar 31 21:39:01.941608 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0688b74-e695-4490-9d7a-3d3c0e8d892f req-a1b5384e-9736-4f23-847b-c7a45ab2ccf3 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:01.944512 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f0688b74-e695-4490-9d7a-3d3c0e8d892f req-a1b5384e-9736-4f23-847b-c7a45ab2ccf3 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0902109 Mar 31 21:39:02.017284 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f0688b74-e695-4490-9d7a-3d3c0e8d892f req-1d19fa4e-2d26-49f7-8c23-c599ffc13610 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663538 Mar 31 21:39:02.049395 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 53968) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:02.236106 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dca609-a117-4bbd-a03f-0bff99e7f3ea tempest-TestShelveInstance-933013891 tempest-TestShelveInstance-933013891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:02.238797 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-d3dca609-a117-4bbd-a03f-0bff99e7f3ea tempest-TestShelveInstance-933013891 tempest-TestShelveInstance-933013891-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 1125 time: 0.1879609 Mar 31 21:39:02.241419 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 53974) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:02.249531 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'port_id': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:02.285505 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.398401 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.567091 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Allocated IP 172.27.3.68 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/ff42c50b-3ce8-420f-adbc-5f1a3021993d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:02.807202 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for port (ff42c50b-3ce8-420f-adbc-5f1a3021993d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.850255 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd83d4-4925-481e-875f-3b0d79cd04ff req-84c2c53f-812f-4451-8cbf-154393b9dff8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:02.853425 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7bdd83d4-4925-481e-875f-3b0d79cd04ff req-84c2c53f-812f-4451-8cbf-154393b9dff8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.1564357 Mar 31 21:39:02.921394 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (ff42c50b-3ce8-420f-adbc-5f1a3021993d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.986644 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7bdd83d4-4925-481e-875f-3b0d79cd04ff req-ae81395d-99a0-47bb-aa74-6865481bd38c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217294 Mar 31 21:39:03.019570 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:03.021942 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event updated for resources: {'Port': ['ID=ff42c50b-3ce8-420f-adbc-5f1a3021993d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:03.026386 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:03.030938 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:03.043767 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.044345 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.044753 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.045151 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.045625 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.046194 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.046847 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.047617 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.048216 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.048654 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.049081 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.049508 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.050028 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.050412 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.050792 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:03.201815 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fd657af3-71d7-439e-acc9-fae4c82b0676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.546606 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for floatingip (02d2f264-ad97-4634-886b-5f44133e1bfa), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.652998 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (ff42c50b-3ce8-420f-adbc-5f1a3021993d), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.961538 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for port (ff42c50b-3ce8-420f-adbc-5f1a3021993d), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.970063 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (ff42c50b-3ce8-420f-adbc-5f1a3021993d), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:04.134352 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event updated for resources: {'Port': ['ID=ff42c50b-3ce8-420f-adbc-5f1a3021993d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:04.171648 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (02d2f264-ad97-4634-886b-5f44133e1bfa), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:04.385014 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176090cb-f7ba-4a5e-af0b-930c53ecf0e6 req-92956d6f-abd6-47db-aff0-7dc10a9f949e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:04.387209 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-176090cb-f7ba-4a5e-af0b-930c53ecf0e6 req-92956d6f-abd6-47db-aff0-7dc10a9f949e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.2177639 Mar 31 21:39:04.474910 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Floating IP 02d2f264-ad97-4634-886b-5f44133e1bfa associated. External IP: 172.27.3.68, port: 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80. Mar 31 21:39:04.651086 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-176090cb-f7ba-4a5e-af0b-930c53ecf0e6 req-b746a68a-7885-4802-b3a0-14f7dd5d1dd4 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529449 Mar 31 21:39:04.944940 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Router e6e6667f-7bdb-4f96-851c-7ddad4382e10 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:39:05.143048 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:05.159994 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f36d9c-e162-463b-b565-8016c5722f58 None None] Sync routers for ids ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:05.178214 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:05.189051 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f36d9c-e162-463b-b565-8016c5722f58 None None] Routers {'e6e6667f-7bdb-4f96-851c-7ddad4382e10'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:05.190896 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b0f36d9c-e162-463b-b565-8016c5722f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:38:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:05.228908 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-572194a0-33ac-456a-b766-4cd20bb8d8c8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9848886 Mar 31 21:39:05.230032 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:05.234913 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d690f3-3108-4636-925b-16c2ebb2aae1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:05.275616 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-97485ef8-0382-4eab-8707-052ae80ccaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:05.309189 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeda13d7-26e6-4ae3-984a-df5badb77271 x-openstack-request-id: req-eeda13d7-26e6-4ae3-984a-df5badb77271 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:05.309701 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:05.310180 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eeda13d7-26e6-4ae3-984a-df5badb77271 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:05.310922 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeda13d7-26e6-4ae3-984a-df5badb77271'] response: {'name': 'network-changed', 'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'status': 'completed', 'code': 200} Mar 31 21:39:05.412320 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d690f3-3108-4636-925b-16c2ebb2aae1 req-5d97d799-48c6-499f-a2d1-7c11a2fba50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:05.413998 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31d690f3-3108-4636-925b-16c2ebb2aae1 req-5d97d799-48c6-499f-a2d1-7c11a2fba50d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa9aeaaf600b4f0baa090dac35478417&device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 1130 time: 0.0604548 Mar 31 21:39:05.474379 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-b0f36d9c-e162-463b-b565-8016c5722f58 None None] Set router e6e6667f-7bdb-4f96-851c-7ddad4382e10 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:05.601877 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d690f3-3108-4636-925b-16c2ebb2aae1 req-418f9240-a0a1-42b5-b8c3-2d9039499dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:05.606346 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31d690f3-3108-4636-925b-16c2ebb2aae1 req-418f9240-a0a1-42b5-b8c3-2d9039499dd5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=378e9186-c2c4-4963-b605-d1b013f39554 HTTP/1.1" status: 200 len: 908 time: 0.1839375 Mar 31 21:39:05.697786 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31d690f3-3108-4636-925b-16c2ebb2aae1 req-208404de-ea62-4494-b408-04e63a8779b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 HTTP/1.1" status: 200 len: 999 time: 0.0750895 Mar 31 21:39:05.910969 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d690f3-3108-4636-925b-16c2ebb2aae1 req-e0f66ec9-3fc6-41c3-87ae-ce7461718d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:05.916485 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31d690f3-3108-4636-925b-16c2ebb2aae1 req-e0f66ec9-3fc6-41c3-87ae-ce7461718d16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f2d1c4d-34aa-45f1-a92e-c4affe587080 HTTP/1.1" status: 200 len: 847 time: 0.2040517 Mar 31 21:39:06.002538 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6f393-f4d0-49e1-8039-5028955b6811 req-6053bbcf-49c9-43be-b521-4fb5137e9018 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:06.004385 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e6d6f393-f4d0-49e1-8039-5028955b6811 req-6053bbcf-49c9-43be-b521-4fb5137e9018 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.2239077 Mar 31 21:39:06.076054 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b0f36d9c-e162-463b-b565-8016c5722f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 4, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '02d2f264-ad97-4634-886b-5f44133e1bfa', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'port_id': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'mac_address': 'fa:16:3e:42:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:03Z', 'updated_at': '2022-03-31T21:39:03Z', 'revision_number': 0, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a16f2e-ed56-4557-a11b-9b9b91de5cb9', 'name': '', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'mac_address': 'fa:16:3e:9b:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:59Z', 'updated_at': '2022-03-31T21:38:03Z', 'revision_number': 5, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'subnets': [{'id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:06.082278 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d690f3-3108-4636-925b-16c2ebb2aae1 req-5c751b1e-ec33-4c8b-a6d9-5601c7baa938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:06.094920 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31d690f3-3108-4636-925b-16c2ebb2aae1 req-5c751b1e-ec33-4c8b-a6d9-5601c7baa938 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=378e9186-c2c4-4963-b605-d1b013f39554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1595631 Mar 31 21:39:06.105114 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e6d6f393-f4d0-49e1-8039-5028955b6811 req-edc9f2a6-3bfb-4c40-8694-9c571107f586 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844240 Mar 31 21:39:06.205573 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f36d9c-e162-463b-b565-8016c5722f58 None None] Checking router: e6e6667f-7bdb-4f96-851c-7ddad4382e10 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:39:06.224625 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f36d9c-e162-463b-b565-8016c5722f58 None None] Routers {'e6e6667f-7bdb-4f96-851c-7ddad4382e10'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:06.225591 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b0f36d9c-e162-463b-b565-8016c5722f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:39:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:06.276758 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31d690f3-3108-4636-925b-16c2ebb2aae1 req-c4c430a2-4e0d-4595-b95e-eb41a58eae22 service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646612 Mar 31 21:39:06.449851 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-b0f36d9c-e162-463b-b565-8016c5722f58 None None] Set router e6e6667f-7bdb-4f96-851c-7ddad4382e10 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:06.839187 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31d690f3-3108-4636-925b-16c2ebb2aae1 req-de6ad153-5f6c-4271-9e9a-c25740bc6381 service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536094 Mar 31 21:39:06.953760 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-b0f36d9c-e162-463b-b565-8016c5722f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 4, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '02d2f264-ad97-4634-886b-5f44133e1bfa', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'port_id': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'mac_address': 'fa:16:3e:42:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:03Z', 'updated_at': '2022-03-31T21:39:03Z', 'revision_number': 0, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a16f2e-ed56-4557-a11b-9b9b91de5cb9', 'name': '', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'mac_address': 'fa:16:3e:9b:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:59Z', 'updated_at': '2022-03-31T21:38:03Z', 'revision_number': 5, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'subnets': [{'id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:07.005997 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f36d9c-e162-463b-b565-8016c5722f58 None None] The sync data for ids ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'] in dv-cinder-836073-1-iscsi is: [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 4, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '02d2f264-ad97-4634-886b-5f44133e1bfa', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'port_id': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'mac_address': 'fa:16:3e:42:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:03Z', 'updated_at': '2022-03-31T21:39:03Z', 'revision_number': 0, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2a16f2e-ed56-4557-a11b-9b9b91de5cb9', 'name': '', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'mac_address': 'fa:16:3e:9b:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:59Z', 'updated_at': '2022-03-31T21:38:03Z', 'revision_number': 5, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'subnets': [{'id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:39:07.073135 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:07.076723 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:07.405066 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feeeb71-3308-4e0e-a99e-715c96047af6 req-05315f10-2060-4a77-a628-2c19b8cbc956 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:07.406760 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8feeeb71-3308-4e0e-a99e-715c96047af6 req-05315f10-2060-4a77-a628-2c19b8cbc956 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0844932 Mar 31 21:39:07.407090 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c534f9c-28e7-4799-86cd-a313d5c14e85 None None] New status for floating IP 02d2f264-ad97-4634-886b-5f44133e1bfa: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:39:07.516940 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8feeeb71-3308-4e0e-a99e-715c96047af6 req-2cb3dfd6-b574-411e-9537-6282c3cb838a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026833 Mar 31 21:39:08.503808 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.719204 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d55328-62ce-4c00-9bd7-abbb788dc083 req-4848a4ce-f3ed-4a8f-92e5-50a714b60907 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:08.723291 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f0d55328-62ce-4c00-9bd7-abbb788dc083 req-4848a4ce-f3ed-4a8f-92e5-50a714b60907 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.1102314 Mar 31 21:39:08.826295 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f0d55328-62ce-4c00-9bd7-abbb788dc083 req-cf95bcb9-d45b-4d17-a9f3-13b170883a27 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926113 Mar 31 21:39:09.513022 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f5475-adc0-4c46-96bc-9b27ea787370 req-52091bca-2667-495d-9cf1-638f7cd3fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:09.514860 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-800f5475-adc0-4c46-96bc-9b27ea787370 req-52091bca-2667-495d-9cf1-638f7cd3fe25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 1129 time: 0.1307769 Mar 31 21:39:09.569710 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:09.619156 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef69d7-ee8e-423a-a22e-9239be318454 req-2772947d-20f1-46a4-83e2-57d9b332164f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:09.625515 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fef69d7-ee8e-423a-a22e-9239be318454 req-2772947d-20f1-46a4-83e2-57d9b332164f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1819866 Mar 31 21:39:09.777338 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fef69d7-ee8e-423a-a22e-9239be318454 req-ce736b7f-4e17-4765-8bdb-ac562cc5b1a4 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271334 Mar 31 21:39:09.780555 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f5475-adc0-4c46-96bc-9b27ea787370 req-04d3d7bd-1739-4c77-b2de-3891104b4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:09.784506 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-800f5475-adc0-4c46-96bc-9b27ea787370 req-04d3d7bd-1739-4c77-b2de-3891104b4547 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.2600284 Mar 31 21:39:09.936800 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-800f5475-adc0-4c46-96bc-9b27ea787370 req-9630ad29-ef55-4d0d-9a5c-c4182c62b735 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 HTTP/1.1" status: 200 len: 1001 time: 0.1417103 Mar 31 21:39:10.025207 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f5475-adc0-4c46-96bc-9b27ea787370 req-59a57c25-1fe8-49a7-9294-c777c5ee8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:10.026795 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-800f5475-adc0-4c46-96bc-9b27ea787370 req-59a57c25-1fe8-49a7-9294-c777c5ee8170 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0811906 Mar 31 21:39:10.117234 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f5475-adc0-4c46-96bc-9b27ea787370 req-3c0304ed-7402-4a63-b4a0-bb16ace2f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:10.119242 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-800f5475-adc0-4c46-96bc-9b27ea787370 req-3c0304ed-7402-4a63-b4a0-bb16ace2f551 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743883 Mar 31 21:39:10.133509 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043ea7a-8c86-407d-be2d-293ed34f9471 req-f5b47655-f037-455e-9c15-5a269fd900b8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:10.135174 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c043ea7a-8c86-407d-be2d-293ed34f9471 req-f5b47655-f037-455e-9c15-5a269fd900b8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.1244292 Mar 31 21:39:10.280854 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c043ea7a-8c86-407d-be2d-293ed34f9471 req-92db1273-80e2-48fc-9834-7804e557f928 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311185 Mar 31 21:39:10.309663 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-800f5475-adc0-4c46-96bc-9b27ea787370 req-d058eab6-e276-4628-994c-0a39a0b8eeae service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733406 Mar 31 21:39:10.460340 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-800f5475-adc0-4c46-96bc-9b27ea787370 req-d8137096-4c36-4f79-82da-ca54f491a73e service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418750 Mar 31 21:39:11.001367 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b57f1-50e0-44a8-9b95-284033e51268 req-d83583d2-0ced-4d87-bd93-9bdecf895d90 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:11.003790 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b45b57f1-50e0-44a8-9b95-284033e51268 req-d83583d2-0ced-4d87-bd93-9bdecf895d90 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0973763 Mar 31 21:39:11.090169 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b45b57f1-50e0-44a8-9b95-284033e51268 req-355a927e-ba11-4043-b8db-55075ce12209 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750992 Mar 31 21:39:11.483886 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc64c5-a721-400a-9639-c5a4027569e9 req-38a4c3f0-57c1-40f1-a84b-6e4910a0db1f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:11.490385 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-87dc64c5-a721-400a-9639-c5a4027569e9 req-38a4c3f0-57c1-40f1-a84b-6e4910a0db1f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0904777 Mar 31 21:39:11.557170 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-87dc64c5-a721-400a-9639-c5a4027569e9 req-b8bff638-5533-4d63-bd0b-2dfc2901cf31 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608244 Mar 31 21:39:12.306114 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c55c4-260e-49a5-8eab-a56dc594e956 req-e0405fb6-2fe6-4f5f-80e7-56fab1d58524 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:12.308416 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ee5c55c4-260e-49a5-8eab-a56dc594e956 req-e0405fb6-2fe6-4f5f-80e7-56fab1d58524 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0954957 Mar 31 21:39:12.393204 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ee5c55c4-260e-49a5-8eab-a56dc594e956 req-56327e32-8ae3-43db-92f7-7cd7e373c4a7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777721 Mar 31 21:39:12.782946 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc076f1-ede4-46dd-919e-48cf7e509fb7 req-9c87a841-fbeb-4a8f-a1f9-de93581f0652 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:12.785275 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4cc076f1-ede4-46dd-919e-48cf7e509fb7 req-9c87a841-fbeb-4a8f-a1f9-de93581f0652 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0766506 Mar 31 21:39:12.875003 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4cc076f1-ede4-46dd-919e-48cf7e509fb7 req-a2e42644-eba0-47fe-872e-3039a03e0d5f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798154 Mar 31 21:39:13.583874 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbebce7-ee85-4240-893a-e5493e57d8fb req-d4438183-098b-4abc-a563-a8ce83c3cd10 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:13.585532 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ebbebce7-ee85-4240-893a-e5493e57d8fb req-d4438183-098b-4abc-a563-a8ce83c3cd10 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0984492 Mar 31 21:39:13.689598 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ebbebce7-ee85-4240-893a-e5493e57d8fb req-f69e25a8-1134-469a-9f82-ba4fcc4f3eef tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963712 Mar 31 21:39:13.928506 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:39:14.072661 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70c597-4af9-46b1-828e-1d8ba9495d18 req-369731d1-a7af-4099-ab19-b602478d6c42 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:14.074677 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e70c597-4af9-46b1-828e-1d8ba9495d18 req-369731d1-a7af-4099-ab19-b602478d6c42 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0718269 Mar 31 21:39:14.163438 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3e70c597-4af9-46b1-828e-1d8ba9495d18 req-2272854d-a1c7-460c-acc4-d9b2eb0f781f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771661 Mar 31 21:39:14.911548 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d9c43-3061-49f1-9ac5-19f70287ef86 req-34783d53-e808-44aa-bfd1-59ecf60f5ca4 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:14.920844 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2a4d9c43-3061-49f1-9ac5-19f70287ef86 req-34783d53-e808-44aa-bfd1-59ecf60f5ca4 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0992761 Mar 31 21:39:15.012988 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2a4d9c43-3061-49f1-9ac5-19f70287ef86 req-2a941b43-e742-4f50-8aad-3f0dd0bfea31 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885775 Mar 31 21:39:15.381997 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e78814-ad5a-4362-b3a9-a6419b4af3a1 req-b29fe48f-e7b6-46ee-9afc-28856205e2dd tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:15.384884 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04e78814-ad5a-4362-b3a9-a6419b4af3a1 req-b29fe48f-e7b6-46ee-9afc-28856205e2dd tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0918880 Mar 31 21:39:15.485215 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04e78814-ad5a-4362-b3a9-a6419b4af3a1 req-4daf22b9-afc1-4502-a2e9-260f01b72abc tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898771 Mar 31 21:39:16.177340 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f24c9-0645-446a-8b23-e2791e7fe488 req-1349e279-254b-43d9-9786-592d96158c17 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:16.178993 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-409f24c9-0645-446a-8b23-e2791e7fe488 req-1349e279-254b-43d9-9786-592d96158c17 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0596166 Mar 31 21:39:16.233147 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-409f24c9-0645-446a-8b23-e2791e7fe488 req-1c9a3289-482b-4383-b010-123da660af9f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478778 Mar 31 21:39:16.672368 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987e085-dd58-4f33-9a02-f8cafe94b926 req-e15c8e01-44e6-426b-8bab-f75d6aed0d53 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:16.674071 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5987e085-dd58-4f33-9a02-f8cafe94b926 req-e15c8e01-44e6-426b-8bab-f75d6aed0d53 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0701602 Mar 31 21:39:16.755744 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5987e085-dd58-4f33-9a02-f8cafe94b926 req-45f0bb4a-72ac-41cd-befe-741cc68e1201 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705168 Mar 31 21:39:17.014132 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b107a-871c-4822-89f2-3e7d5ea6ca11 req-7cfe2aff-e0d6-4caf-a470-b1324142b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:17.016925 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd4b107a-871c-4822-89f2-3e7d5ea6ca11 req-7cfe2aff-e0d6-4caf-a470-b1324142b4cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 1129 time: 0.0646379 Mar 31 21:39:17.182205 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b107a-871c-4822-89f2-3e7d5ea6ca11 req-1d00c887-8e9f-4330-ada3-38dd44853d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:17.183848 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd4b107a-871c-4822-89f2-3e7d5ea6ca11 req-1d00c887-8e9f-4330-ada3-38dd44853d3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 200 len: 916 time: 0.1598954 Mar 31 21:39:17.263659 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd4b107a-871c-4822-89f2-3e7d5ea6ca11 req-d43115ce-b290-4ef6-abe7-887bc89269c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38f18a43-8f4d-4708-a71a-429d4f323b17 HTTP/1.1" status: 200 len: 1000 time: 0.0669079 Mar 31 21:39:17.373104 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b107a-871c-4822-89f2-3e7d5ea6ca11 req-8ded5b6b-d3cf-4c51-982b-2c24dbcc8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:17.375684 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd4b107a-871c-4822-89f2-3e7d5ea6ca11 req-8ded5b6b-d3cf-4c51-982b-2c24dbcc8810 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9c03d72-65a2-4958-bf93-9d18736e5081 HTTP/1.1" status: 200 len: 855 time: 0.1032012 Mar 31 21:39:17.456675 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1561cd-f6db-4e5a-a629-09966485c193 req-cf03eaa3-e5a4-4e81-b1ce-8800cecec00a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:17.459243 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a1561cd-f6db-4e5a-a629-09966485c193 req-cf03eaa3-e5a4-4e81-b1ce-8800cecec00a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1445878 Mar 31 21:39:17.517782 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b107a-871c-4822-89f2-3e7d5ea6ca11 req-8cb39dc7-3f42-40ce-9357-8d61bce198af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:17.520139 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd4b107a-871c-4822-89f2-3e7d5ea6ca11 req-8cb39dc7-3f42-40ce-9357-8d61bce198af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af588c6-3580-4c39-ad1f-cdc12f558b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1283543 Mar 31 21:39:17.643693 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a1561cd-f6db-4e5a-a629-09966485c193 req-f81fc220-137c-4c49-becf-26019ea83126 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771889 Mar 31 21:39:17.703550 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd4b107a-871c-4822-89f2-3e7d5ea6ca11 req-a157ef8b-4ba7-4c45-8b7e-236a98a44bc6 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728911 Mar 31 21:39:17.810811 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd4b107a-871c-4822-89f2-3e7d5ea6ca11 req-9a5fdcdb-91a7-414f-86c9-e20fcab26390 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985830 Mar 31 21:39:17.912939 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa736c-1e9b-4aad-b369-d90563515fd8 req-4d463956-c953-4e74-b38f-e8a0761fc82c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:17.916190 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7afa736c-1e9b-4aad-b369-d90563515fd8 req-4d463956-c953-4e74-b38f-e8a0761fc82c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0687766 Mar 31 21:39:17.986904 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7afa736c-1e9b-4aad-b369-d90563515fd8 req-e46a87e2-de2f-4118-899c-78bf5ccb9fd6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646093 Mar 31 21:39:18.818244 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d9d14-465d-44f1-a8c7-8536ae0c3fdd req-59bac58e-38f7-4188-a767-4b7b2d6f40e6 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:18.821639 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-162d9d14-465d-44f1-a8c7-8536ae0c3fdd req-59bac58e-38f7-4188-a767-4b7b2d6f40e6 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0908437 Mar 31 21:39:18.902687 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-162d9d14-465d-44f1-a8c7-8536ae0c3fdd req-35a9c78f-5432-4ef6-b4dc-c5b6f1bdaf46 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746410 Mar 31 21:39:19.135909 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45f5d2-3c68-43cb-a709-5e24fc75a5bf req-5a9cf991-3bc9-4a71-a2e9-cb85b363182c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:19.138603 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f45f5d2-3c68-43cb-a709-5e24fc75a5bf req-5a9cf991-3bc9-4a71-a2e9-cb85b363182c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 945 time: 0.0717709 Mar 31 21:39:19.181754 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 38f18a43-8f4d-4708-a71a-429d4f323b17 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:39:19.214916 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f45f5d2-3c68-43cb-a709-5e24fc75a5bf req-49c495f5-daf5-42ea-9f44-643ff71ca393 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697458 Mar 31 21:39:19.278802 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 38f18a43-8f4d-4708-a71a-429d4f323b17 is: ACTIVE; New status is: DOWN {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:19.279089 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.304699 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:19.307050 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b62e5b3-ad5a-4a14-aaaf-6f7ce4ef197b" -d '{"events": [{"server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "name": "network-vif-unplugged", "status": "completed", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:19.324493 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=38f18a43-8f4d-4708-a71a-429d4f323b17,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:19.330458 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.362883 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2f7ed2-9a86-402b-abef-192f924149d2 x-openstack-request-id: req-8b2f7ed2-9a86-402b-abef-192f924149d2 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:19.363349 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "name": "network-vif-unplugged", "status": "completed", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:19.363690 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b2f7ed2-9a86-402b-abef-192f924149d2 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:19.364284 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2f7ed2-9a86-402b-abef-192f924149d2'] response: {'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'code': 200} Mar 31 21:39:19.398788 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=38f18a43-8f4d-4708-a71a-429d4f323b17,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:19.409093 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.409582 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.410051 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.410442 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.410790 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.411133 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.411470 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.411802 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.412135 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.412464 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.412794 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.413208 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.413579 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.413905 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:19.414264 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:20.070260 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a5091-b168-4872-8059-91ecd305345b req-6c7e2279-50cb-4f37-97ff-f1226c9a0c6c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:20.072101 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-506a5091-b168-4872-8059-91ecd305345b req-6c7e2279-50cb-4f37-97ff-f1226c9a0c6c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0695379 Mar 31 21:39:20.139898 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-506a5091-b168-4872-8059-91ecd305345b req-6dc5d29f-8157-4ce7-a332-160d805c4342 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612657 Mar 31 21:39:20.373285 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d181-377c-45d6-893a-1b4017ccd505 req-7dcd47a4-8595-45d5-b4c8-bc8bd75e71f3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:20.375558 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8a70d181-377c-45d6-893a-1b4017ccd505 req-7dcd47a4-8595-45d5-b4c8-bc8bd75e71f3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.0619442 Mar 31 21:39:20.463211 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8a70d181-377c-45d6-893a-1b4017ccd505 req-22f1d16e-a4e7-47a2-a96d-a0c67f15c4ee tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791273 Mar 31 21:39:21.080903 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-9cc42e43-fc3c-41d8-9a6d-f88563362f82 req-3a06fb92-9ad6-4390-b90d-ab9136207c75 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:39:21.082100 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9cc42e43-fc3c-41d8-9a6d-f88563362f82 req-3a06fb92-9ad6-4390-b90d-ab9136207c75 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059233 Mar 31 21:39:21.353105 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398e37c-e2bc-41c6-9cf9-e06f4ca32093 req-f8ba1a71-3872-468c-b2d2-83214530e99d tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:21.355183 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b398e37c-e2bc-41c6-9cf9-e06f4ca32093 req-f8ba1a71-3872-468c-b2d2-83214530e99d tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1256523 Mar 31 21:39:21.385670 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267969b1-7b3a-4213-80bc-8a97ceff853b req-8f05991e-7ceb-43b1-8cdc-bc7a1af75bf0 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:21.388220 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-267969b1-7b3a-4213-80bc-8a97ceff853b req-8f05991e-7ceb-43b1-8cdc-bc7a1af75bf0 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1039712 Mar 31 21:39:21.451190 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b398e37c-e2bc-41c6-9cf9-e06f4ca32093 req-35722f12-15c6-45f4-afed-9ae6290e49db tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896704 Mar 31 21:39:21.476532 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-267969b1-7b3a-4213-80bc-8a97ceff853b req-794dbe03-8bf4-490d-96b8-1fab403a8f37 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792253 Mar 31 21:39:21.660850 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54154) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:21.763541 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-a2e121cf-13ab-471d-9e4d-c897332a13ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013658 Mar 31 21:39:21.775192 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-b6a31be2-0cae-4135-ac00-cb2751dbdaf9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:39:21.776287 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-b6a31be2-0cae-4135-ac00-cb2751dbdaf9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055120 Mar 31 21:39:21.859552 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54162) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:21.928091 dv-cinder-836073-1-iscsi neutron-server[103447]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 21:39:21.976299 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-85efc2cd-f12d-494c-9da9-8ae9970c1c14 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:21.977783 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-85efc2cd-f12d-494c-9da9-8ae9970c1c14 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports/38f18a43-8f4d-4708-a71a-429d4f323b17 HTTP/1.1" status: 200 len: 940 time: 0.1172271 Mar 31 21:39:22.669669 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8cff8-c19b-428f-9854-e564c0f567cb req-1f5214d1-f0c9-44d0-8b95-fc9cee23bcfa tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:22.671327 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3ee8cff8-c19b-428f-9854-e564c0f567cb req-1f5214d1-f0c9-44d0-8b95-fc9cee23bcfa tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1219568 Mar 31 21:39:22.678807 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cd253-42cf-4a55-903c-78e3a18c763e req-0952dbb0-2200-4a62-8e8f-c4e224d52309 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:22.680533 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-484cd253-42cf-4a55-903c-78e3a18c763e req-0952dbb0-2200-4a62-8e8f-c4e224d52309 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1141267 Mar 31 21:39:22.755618 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3ee8cff8-c19b-428f-9854-e564c0f567cb req-db105fba-e840-496a-9a60-9a88d80b87a2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740545 Mar 31 21:39:22.763761 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-484cd253-42cf-4a55-903c-78e3a18c763e req-0afa9832-77b1-4c9f-a174-37316caad29e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761917 Mar 31 21:39:23.198622 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 38f18a43-8f4d-4708-a71a-429d4f323b17 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:39:23.303366 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 38f18a43-8f4d-4708-a71a-429d4f323b17 is: DOWN; New status is: DOWN {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:23.679791 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-d273eddd-621a-4b14-8223-982f6289ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:23.681623 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-d273eddd-621a-4b14-8223-982f6289ef5c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a&tenant_id=9ae39c656ee84ad0a206b2de783e2957 HTTP/1.1" status: 200 len: 1127 time: 0.0842636 Mar 31 21:39:23.765842 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-39052d86-7813-4968-8f31-972da0523647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:23.767485 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-39052d86-7813-4968-8f31-972da0523647 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 1127 time: 0.0564940 Mar 31 21:39:23.981333 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-5c732a60-99f6-4a25-ba60-354e5be24e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:23.982809 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-5c732a60-99f6-4a25-ba60-354e5be24e48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 200 len: 916 time: 0.2089615 Mar 31 21:39:23.997357 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba7ff2-83a3-46cd-96e6-b298e50275bf req-67ee09f8-42d9-42b5-81db-c804bcfa7e84 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:23.999150 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2ba7ff2-83a3-46cd-96e6-b298e50275bf req-67ee09f8-42d9-42b5-81db-c804bcfa7e84 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1628182 Mar 31 21:39:24.073980 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36327f-2c46-4877-a621-3c6be8067401 req-0ee69e52-bf55-47f6-8518-41826d1133e0 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:24.075619 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4b36327f-2c46-4877-a621-3c6be8067401 req-0ee69e52-bf55-47f6-8518-41826d1133e0 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1711731 Mar 31 21:39:24.121911 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-59863a35-9e1c-4730-9f5e-a8ae0b737650 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38f18a43-8f4d-4708-a71a-429d4f323b17 HTTP/1.1" status: 200 len: 998 time: 0.1199467 Mar 31 21:39:24.174690 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2ba7ff2-83a3-46cd-96e6-b298e50275bf req-76a05451-7436-4f3f-ae5f-1ec791573f58 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654363 Mar 31 21:39:24.214129 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4b36327f-2c46-4877-a621-3c6be8067401 req-fc129452-9d7d-48a8-8c10-dfa35eae266b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307964 Mar 31 21:39:24.216108 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-12dc6387-df3a-4c7c-9fad-e43943f96ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:24.217881 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-12dc6387-df3a-4c7c-9fad-e43943f96ba2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9c03d72-65a2-4958-bf93-9d18736e5081 HTTP/1.1" status: 200 len: 855 time: 0.0895686 Mar 31 21:39:24.278878 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-2d06f102-3b17-4d6f-882e-fdbf84a76a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:24.280617 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-2d06f102-3b17-4d6f-882e-fdbf84a76a8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af588c6-3580-4c39-ad1f-cdc12f558b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529523 Mar 31 21:39:24.384443 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-5d0e09d6-be9a-45ab-a013-b5a61ba5a4e3 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963855 Mar 31 21:39:24.504903 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6f796c47-3a86-4639-b54d-9a99d3c87430 req-82ae29e3-6ae9-4161-9f0b-2848d0efc614 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122150 Mar 31 21:39:25.469671 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08003818-6f77-4181-a6ca-0c3a60447724 req-426ac033-ee4d-4b00-9f3b-eea80fd6cd6b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:25.471262 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-08003818-6f77-4181-a6ca-0c3a60447724 req-426ac033-ee4d-4b00-9f3b-eea80fd6cd6b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1283455 Mar 31 21:39:25.485422 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d0585-8bef-4a8a-942e-2bbf407e25d3 req-753ff4e5-472b-4836-ad3f-143fc573358f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:25.487224 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-691d0585-8bef-4a8a-942e-2bbf407e25d3 req-753ff4e5-472b-4836-ad3f-143fc573358f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1300085 Mar 31 21:39:25.611808 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-691d0585-8bef-4a8a-942e-2bbf407e25d3 req-d4918eeb-3680-4339-a51a-cdb31e5b07fe tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109624 Mar 31 21:39:25.618789 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-08003818-6f77-4181-a6ca-0c3a60447724 req-a54b8d90-b2f8-488c-9f4c-fc2e443b1583 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248820 Mar 31 21:39:26.880171 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c12e7-ff0e-4dfc-84fa-18477ec7b078 req-ffcd7b46-1a45-4131-95bb-22b83277e9aa tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:26.884486 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-559c12e7-ff0e-4dfc-84fa-18477ec7b078 req-ffcd7b46-1a45-4131-95bb-22b83277e9aa tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1414788 Mar 31 21:39:26.899959 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18290c-cdb7-4f9d-a9af-2f388c1f5fa0 req-00bec3b0-1a7f-49fa-8b1e-d87e76b40d60 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:26.908061 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd18290c-cdb7-4f9d-a9af-2f388c1f5fa0 req-00bec3b0-1a7f-49fa-8b1e-d87e76b40d60 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1593947 Mar 31 21:39:27.016444 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-559c12e7-ff0e-4dfc-84fa-18477ec7b078 req-7443b983-b5e2-4681-8cec-c970aff9982b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096535 Mar 31 21:39:27.026469 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd18290c-cdb7-4f9d-a9af-2f388c1f5fa0 req-d7e2f2ae-268e-494a-ae29-1217e0da33af tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079791 Mar 31 21:39:28.289264 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5a302-3ce6-413e-b9c3-ef4643c146ab req-cbf59d84-812f-4ab2-9cb6-3c1f661013aa tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:28.291193 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1be5a302-3ce6-413e-b9c3-ef4643c146ab req-cbf59d84-812f-4ab2-9cb6-3c1f661013aa tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1489770 Mar 31 21:39:28.299085 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e993ae-0d77-4943-bf54-3bf59f0dcf7a req-23570402-65b6-42ae-bfb4-51355a01ebe6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:28.300869 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-13e993ae-0d77-4943-bf54-3bf59f0dcf7a req-23570402-65b6-42ae-bfb4-51355a01ebe6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1461222 Mar 31 21:39:28.649321 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1be5a302-3ce6-413e-b9c3-ef4643c146ab req-fdd76226-5711-46f7-aaec-6f74dea81c49 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471487 Mar 31 21:39:28.655532 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-13e993ae-0d77-4943-bf54-3bf59f0dcf7a req-d206c6dd-8b87-4f4c-a3a1-303e89f36b72 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784552 Mar 31 21:39:29.936774 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beda6ec-4711-44b6-9ae4-88d01e3b856f req-d00228e6-334c-40bd-a590-b061b62886f7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:29.939345 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1beda6ec-4711-44b6-9ae4-88d01e3b856f req-d00228e6-334c-40bd-a590-b061b62886f7 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1541674 Mar 31 21:39:29.953825 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21528043-5890-425e-a830-813a752d0e14 req-d4865eb0-fd48-4a6a-b747-9dfdf0e7bedb tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:29.955915 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-21528043-5890-425e-a830-813a752d0e14 req-d4865eb0-fd48-4a6a-b747-9dfdf0e7bedb tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1413574 Mar 31 21:39:30.104748 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-21528043-5890-425e-a830-813a752d0e14 req-294927f5-91c3-4be5-9acc-d0795a7455fe tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295636 Mar 31 21:39:30.112989 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1beda6ec-4711-44b6-9ae4-88d01e3b856f req-9ead23cc-f46e-4036-92b8-7279adecb43f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553304 Mar 31 21:39:31.393706 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefcf1b-444b-490c-b8a6-5f27dca7a7ec req-4f229533-6b84-4203-bc81-042bfee5fee3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:31.396497 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9eefcf1b-444b-490c-b8a6-5f27dca7a7ec req-4f229533-6b84-4203-bc81-042bfee5fee3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1885884 Mar 31 21:39:31.485246 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ba4ea-c12d-431a-bf92-578b7f91a761 req-b1526fe0-c7ee-473c-8bae-cbe64e1a74f5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:31.497547 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ef8ba4ea-c12d-431a-bf92-578b7f91a761 req-b1526fe0-c7ee-473c-8bae-cbe64e1a74f5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.2719953 Mar 31 21:39:31.528511 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9eefcf1b-444b-490c-b8a6-5f27dca7a7ec req-cba7413e-7036-4463-93bf-e5d101accfae tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245542 Mar 31 21:39:31.579927 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ef8ba4ea-c12d-431a-bf92-578b7f91a761 req-60a546a8-7891-4971-8260-dbd1c2fd4af0 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812843 Mar 31 21:39:32.765807 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7774df8-e552-49ce-9e03-72e6237bd786 req-3395d637-7169-457a-b58d-7dd7b0e80c14 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:32.768285 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c7774df8-e552-49ce-9e03-72e6237bd786 req-3395d637-7169-457a-b58d-7dd7b0e80c14 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1344054 Mar 31 21:39:32.815525 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121f0fd-0072-4773-80a0-79d459d631c8 req-ec95997d-05fd-4fb3-9b34-de61dc0de2fa tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:32.817675 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f121f0fd-0072-4773-80a0-79d459d631c8 req-ec95997d-05fd-4fb3-9b34-de61dc0de2fa tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1128764 Mar 31 21:39:32.868291 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c7774df8-e552-49ce-9e03-72e6237bd786 req-23c88a72-752c-4a48-b1f2-b0f32f5a0e03 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926666 Mar 31 21:39:32.914076 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f121f0fd-0072-4773-80a0-79d459d631c8 req-7faa81b0-393a-472e-84fc-b526f4c34321 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849457 Mar 31 21:39:33.194444 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6296afea-eb89-4a7f-bb1b-6174ac44253f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:34.097859 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e7e76-8160-4b48-9bab-7ce80b14a84f req-fc00697c-5fbb-40c2-a985-791522c8de19 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:34.099593 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-761e7e76-8160-4b48-9bab-7ce80b14a84f req-fc00697c-5fbb-40c2-a985-791522c8de19 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.0896292 Mar 31 21:39:34.140428 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f957a-9df6-400c-a788-e2feca773211 req-327ea830-750f-4f2c-9b2a-1470c068edbe tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:34.142275 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-531f957a-9df6-400c-a788-e2feca773211 req-327ea830-750f-4f2c-9b2a-1470c068edbe tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1180136 Mar 31 21:39:34.203569 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-761e7e76-8160-4b48-9bab-7ce80b14a84f req-716df0fb-c089-4ef2-962a-907a0813600f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894308 Mar 31 21:39:34.270454 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-531f957a-9df6-400c-a788-e2feca773211 req-17bda3a4-0680-4507-9cae-71483b795c7f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150203 Mar 31 21:39:35.280333 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-619b5c6c-3524-4eeb-92cd-94f25e744803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:35.540756 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91906c-8d1b-4654-bdde-bb4c2d3da662 req-7448ad63-fb37-4cb9-bf7a-74227c075581 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:35.543450 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ad91906c-8d1b-4654-bdde-bb4c2d3da662 req-7448ad63-fb37-4cb9-bf7a-74227c075581 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1832328 Mar 31 21:39:35.560019 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6251ab-370c-42b9-b232-0a81759329bb req-b2c8af6b-735c-49f1-bb97-81a09f457a8f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:35.562683 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ca6251ab-370c-42b9-b232-0a81759329bb req-b2c8af6b-735c-49f1-bb97-81a09f457a8f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1615589 Mar 31 21:39:35.697041 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ad91906c-8d1b-4654-bdde-bb4c2d3da662 req-ebd25f97-2b89-4827-87d0-354351433732 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327720 Mar 31 21:39:35.720385 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ca6251ab-370c-42b9-b232-0a81759329bb req-0a512849-a2ae-45b3-b600-ba0fc330d298 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442811 Mar 31 21:39:36.892225 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427c586-0afd-41d2-b736-2981d41f05cf req-04d4ecf1-7f1f-4170-af25-49b3c5684bb1 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:36.893870 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e427c586-0afd-41d2-b736-2981d41f05cf req-04d4ecf1-7f1f-4170-af25-49b3c5684bb1 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.0963447 Mar 31 21:39:36.901856 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f785e3d-0108-469b-9e88-d1c59066c606 req-cd5e171b-5b95-4806-9709-599489bd879f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:36.903488 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5f785e3d-0108-469b-9e88-d1c59066c606 req-cd5e171b-5b95-4806-9709-599489bd879f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0933771 Mar 31 21:39:36.979864 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e427c586-0afd-41d2-b736-2981d41f05cf req-9305bce0-023f-4f61-8002-0df9ce7cdbf9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752740 Mar 31 21:39:36.994799 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5f785e3d-0108-469b-9e88-d1c59066c606 req-675b1bfe-eea2-4366-b3df-cdfe36b362ee tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753148 Mar 31 21:39:37.044557 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:37.046365 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:38.172040 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702111fb-e1f8-487b-bc3f-1e5a809b3ceb req-58e07954-aefe-4191-a35b-2eefe2540389 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:38.173527 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-702111fb-e1f8-487b-bc3f-1e5a809b3ceb req-58e07954-aefe-4191-a35b-2eefe2540389 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0918698 Mar 31 21:39:38.196749 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9a122-ceea-4443-aa57-dc388e1e60ea req-bf9fbea7-201e-4290-8a1c-324aec53eb27 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:38.198337 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-beb9a122-ceea-4443-aa57-dc388e1e60ea req-bf9fbea7-201e-4290-8a1c-324aec53eb27 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.0847723 Mar 31 21:39:38.259351 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-702111fb-e1f8-487b-bc3f-1e5a809b3ceb req-cb99c5b6-d934-44ce-ab80-988ba31b111d tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786562 Mar 31 21:39:38.289030 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-beb9a122-ceea-4443-aa57-dc388e1e60ea req-46626730-4eb4-43ab-8ff1-2a4923143c2d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800862 Mar 31 21:39:38.504683 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:39.468757 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4a42f-62d7-4b9f-900b-edde8aa38a3b req-d546fa41-ad2c-4d19-ab59-323b558183df tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:39.471353 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-52e4a42f-62d7-4b9f-900b-edde8aa38a3b req-d546fa41-ad2c-4d19-ab59-323b558183df tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1264091 Mar 31 21:39:39.529471 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f56163-b18f-47b8-b24a-ee65b5644d17 req-7421a0ec-efa1-4ef0-b111-c269ea0cc69c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:39.531121 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-38f56163-b18f-47b8-b24a-ee65b5644d17 req-7421a0ec-efa1-4ef0-b111-c269ea0cc69c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1286368 Mar 31 21:39:39.560205 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-52e4a42f-62d7-4b9f-900b-edde8aa38a3b req-a98f565c-01c5-4b6f-a474-605ca3b4d804 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810285 Mar 31 21:39:39.581005 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:39.626889 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-38f56163-b18f-47b8-b24a-ee65b5644d17 req-08de16fd-b581-41de-8a41-11b1639f9ce4 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834112 Mar 31 21:39:40.708991 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a6be852-9431-403e-8e23-b198e9825e7d req-d8617219-6aaf-447e-a69a-592197c01f90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839021 Mar 31 21:39:40.736498 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c84aa9-608e-4cb4-9fd2-f856cec2228a req-85c81ec1-81f9-4683-9740-fcb5bb267f92 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:40.738283 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-29c84aa9-608e-4cb4-9fd2-f856cec2228a req-85c81ec1-81f9-4683-9740-fcb5bb267f92 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0742114 Mar 31 21:39:40.856908 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-29c84aa9-608e-4cb4-9fd2-f856cec2228a req-80a9a341-d429-455d-9b8d-86621b1d9372 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028852 Mar 31 21:39:40.870711 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6ab76-424a-4dac-a527-3f5d36d92a07 req-011ed65e-1895-4e67-8d70-4164ce1d5284 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:40.872348 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ecc6ab76-424a-4dac-a527-3f5d36d92a07 req-011ed65e-1895-4e67-8d70-4164ce1d5284 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1273992 Mar 31 21:39:40.905194 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6be852-9431-403e-8e23-b198e9825e7d req-1332eea6-19c6-421a-be2d-ed9b1a838d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:40.906824 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a6be852-9431-403e-8e23-b198e9825e7d req-1332eea6-19c6-421a-be2d-ed9b1a838d71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 1129 time: 0.1231160 Mar 31 21:39:40.953149 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ecc6ab76-424a-4dac-a527-3f5d36d92a07 req-25264e12-a6a2-43b0-a854-2d98967c441b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692422 Mar 31 21:39:41.045439 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6be852-9431-403e-8e23-b198e9825e7d req-a3eb9b1a-b433-4031-9d4b-8c79f71d6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:41.047006 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a6be852-9431-403e-8e23-b198e9825e7d req-a3eb9b1a-b433-4031-9d4b-8c79f71d6d80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 915 time: 0.1101551 Mar 31 21:39:41.119972 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a6be852-9431-403e-8e23-b198e9825e7d req-0302428a-810f-492e-88f5-cf62fea3e622 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d950dc50-aac5-4e48-8e22-6a48afcaffa9 HTTP/1.1" status: 200 len: 1000 time: 0.0651844 Mar 31 21:39:41.175769 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6be852-9431-403e-8e23-b198e9825e7d req-fbbac1f4-89ca-4a5c-887e-be8609aa08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:41.177282 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a6be852-9431-403e-8e23-b198e9825e7d req-fbbac1f4-89ca-4a5c-887e-be8609aa08c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.0514283 Mar 31 21:39:41.247157 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6be852-9431-403e-8e23-b198e9825e7d req-84b15cb6-2b35-4c5d-84f2-5bfc741dbf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:41.248766 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a6be852-9431-403e-8e23-b198e9825e7d req-84b15cb6-2b35-4c5d-84f2-5bfc741dbf7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631356 Mar 31 21:39:41.384481 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a156a9-8d2e-4053-82a5-678da96d8377 req-7ed9d8ed-9537-4b95-8b7a-df5f0e2fe0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:41.385945 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9a156a9-8d2e-4053-82a5-678da96d8377 req-7ed9d8ed-9537-4b95-8b7a-df5f0e2fe0e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 1129 time: 0.1253531 Mar 31 21:39:41.392564 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a6be852-9431-403e-8e23-b198e9825e7d req-b3cd2396-5ec5-4e14-9721-53f9a5c615e3 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329672 Mar 31 21:39:41.495552 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9a156a9-8d2e-4053-82a5-678da96d8377 req-2bfedc67-a5d5-4c54-a4fd-2c8168116717 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018360 Mar 31 21:39:41.523840 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a6be852-9431-403e-8e23-b198e9825e7d req-d76ca6a5-a4df-425b-97a4-1d56575d5a46 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237907 Mar 31 21:39:42.015269 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5a3f9-1ff0-4c52-89e5-576bf679a34c req-20a85088-ff9f-443f-9ace-2a8ab558809a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:42.016899 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-73f5a3f9-1ff0-4c52-89e5-576bf679a34c req-20a85088-ff9f-443f-9ace-2a8ab558809a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0675905 Mar 31 21:39:42.083098 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-73f5a3f9-1ff0-4c52-89e5-576bf679a34c req-c71b1ae6-384d-4a84-bc7e-149b7e194227 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594032 Mar 31 21:39:42.128857 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e85da1-519f-4668-9c8c-05d62ab843bf req-3a3f69ee-79f3-4f3e-91e8-ad3110dfd24f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:42.130692 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a2e85da1-519f-4668-9c8c-05d62ab843bf req-3a3f69ee-79f3-4f3e-91e8-ad3110dfd24f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.0623150 Mar 31 21:39:42.186016 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a2e85da1-519f-4668-9c8c-05d62ab843bf req-51803af1-2dae-4d24-bbe7-eee997fb6fb2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485408 Mar 31 21:39:43.225326 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add0627-755a-455c-a606-972ef9c5a2e5 req-9813353b-6abf-4c52-9970-360feb3a511a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:43.227222 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4add0627-755a-455c-a606-972ef9c5a2e5 req-9813353b-6abf-4c52-9970-360feb3a511a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0640900 Mar 31 21:39:43.351626 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4add0627-755a-455c-a606-972ef9c5a2e5 req-b87d21fa-eb41-455a-a31c-860b7e49edd3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148229 Mar 31 21:39:43.384230 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d79926-1a0c-4c72-9e9b-0752db50ba84 req-86468235-42df-43c2-8236-10cc99a7e05f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:43.386132 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d0d79926-1a0c-4c72-9e9b-0752db50ba84 req-86468235-42df-43c2-8236-10cc99a7e05f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.1082096 Mar 31 21:39:43.456678 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d0d79926-1a0c-4c72-9e9b-0752db50ba84 req-9a9099c8-7252-411b-b4a5-55d5e99fefb6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573664 Mar 31 21:39:43.899632 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a51bd-ac5f-4a8e-a712-6c4609053eca req-842ea82d-5740-47ce-b335-f1726a6a6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:43.901238 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b96a51bd-ac5f-4a8e-a712-6c4609053eca req-842ea82d-5740-47ce-b335-f1726a6a6309 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 1129 time: 0.0877626 Mar 31 21:39:43.915047 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2679ac8-1c66-4e64-88b8-4900e0b64642 req-a8d60ee1-1295-4685-a67a-ab9b74d125fc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:43.916620 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b2679ac8-1c66-4e64-88b8-4900e0b64642 req-a8d60ee1-1295-4685-a67a-ab9b74d125fc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0943940 Mar 31 21:39:44.029671 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b2679ac8-1c66-4e64-88b8-4900e0b64642 req-8d5f02ef-b9d8-4071-a59e-d9f6e1373677 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041813 Mar 31 21:39:44.051193 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a51bd-ac5f-4a8e-a712-6c4609053eca req-3746c6f1-3f88-4c8c-9600-25404b7d6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:44.052713 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b96a51bd-ac5f-4a8e-a712-6c4609053eca req-3746c6f1-3f88-4c8c-9600-25404b7d6321 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.1351829 Mar 31 21:39:44.133592 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b96a51bd-ac5f-4a8e-a712-6c4609053eca req-328322d0-de96-4e8d-979a-82e2d8276854 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 HTTP/1.1" status: 200 len: 1001 time: 0.0717130 Mar 31 21:39:44.186287 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a51bd-ac5f-4a8e-a712-6c4609053eca req-deb4639f-d24a-4a40-9c76-066f1c4ddff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:44.187792 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b96a51bd-ac5f-4a8e-a712-6c4609053eca req-deb4639f-d24a-4a40-9c76-066f1c4ddff0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0481215 Mar 31 21:39:44.246414 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a51bd-ac5f-4a8e-a712-6c4609053eca req-6f9db91a-90fa-49a6-8fcd-39c1c6a0dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:44.247963 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b96a51bd-ac5f-4a8e-a712-6c4609053eca req-6f9db91a-90fa-49a6-8fcd-39c1c6a0dd4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477030 Mar 31 21:39:44.351801 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b96a51bd-ac5f-4a8e-a712-6c4609053eca req-29c797be-5301-4e33-bf12-9e9878c83b65 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950515 Mar 31 21:39:44.474062 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b96a51bd-ac5f-4a8e-a712-6c4609053eca req-9b804d33-1d75-41e4-96d3-3c4a4e55abbf service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151633 Mar 31 21:39:44.618498 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2d447-91cb-44dd-a174-396e5d3a1196 req-1b236154-1630-4b05-8f22-fd4533a9c229 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:44.620013 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-def2d447-91cb-44dd-a174-396e5d3a1196 req-1b236154-1630-4b05-8f22-fd4533a9c229 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.0661297 Mar 31 21:39:44.674158 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-def2d447-91cb-44dd-a174-396e5d3a1196 req-c9fb5063-3005-4baf-9339-d591d1fb309e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462470 Mar 31 21:39:45.166639 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b857ad-ed74-4050-8b21-0cc071a1913b req-59fb6a04-019f-4b80-83ff-333fe8d8ab1c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:45.168189 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-35b857ad-ed74-4050-8b21-0cc071a1913b req-59fb6a04-019f-4b80-83ff-333fe8d8ab1c tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0568874 Mar 31 21:39:45.220422 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-35b857ad-ed74-4050-8b21-0cc071a1913b req-7bf2ff42-fe23-4eae-b4ca-fb44a1a8a641 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464003 Mar 31 21:39:45.820550 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ac05f-8693-43df-9c9f-4d91b5d451c4 req-1359e863-0af9-4bdf-8a84-29e1f0112a5d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:45.822312 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9e8ac05f-8693-43df-9c9f-4d91b5d451c4 req-1359e863-0af9-4bdf-8a84-29e1f0112a5d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.0688705 Mar 31 21:39:45.882913 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9e8ac05f-8693-43df-9c9f-4d91b5d451c4 req-5215de29-88b4-48b6-b869-e3d2de8d3ee1 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546491 Mar 31 21:39:46.367028 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb9e64-54f4-4af0-b7e9-78b0463b9994 req-1c22a99e-2fe3-43e1-b465-6e554d3243e3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:46.368655 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2eb9e64-54f4-4af0-b7e9-78b0463b9994 req-1c22a99e-2fe3-43e1-b465-6e554d3243e3 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0652344 Mar 31 21:39:46.428450 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2eb9e64-54f4-4af0-b7e9-78b0463b9994 req-0149630d-11e3-42ec-be55-cb06c7bc4ce5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496204 Mar 31 21:39:47.056417 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51690aaa-cc87-4eae-a753-c92be4d15b33 req-cc58ecef-8975-4e87-8029-33da8d2a05ba tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:47.058220 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-51690aaa-cc87-4eae-a753-c92be4d15b33 req-cc58ecef-8975-4e87-8029-33da8d2a05ba tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 943 time: 0.0573711 Mar 31 21:39:47.114151 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-51690aaa-cc87-4eae-a753-c92be4d15b33 req-05526d41-5c74-4b93-ac97-71103027f2a1 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489056 Mar 31 21:39:47.340162 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 38f18a43-8f4d-4708-a71a-429d4f323b17 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:39:47.447285 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=38f18a43-8f4d-4708-a71a-429d4f323b17,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:47.462946 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'port_id': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'mac_address': 'fa:16:3e:91:ad:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:39:47.525701 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 38f18a43-8f4d-4708-a71a-429d4f323b17 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:47.526123 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:47.541749 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f18a43-8f4d-4708-a71a-429d4f323b17 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:47.564565 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=38f18a43-8f4d-4708-a71a-429d4f323b17,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:47.572991 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:47.594699 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058b779-a623-465c-b9a4-a446bdeee040 req-5711a81e-e2b5-4642-a3ac-4d8306e20592 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:47.596248 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f058b779-a623-465c-b9a4-a446bdeee040 req-5711a81e-e2b5-4642-a3ac-4d8306e20592 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0636318 Mar 31 21:39:47.648053 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=38f18a43-8f4d-4708-a71a-429d4f323b17,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:47.655933 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f058b779-a623-465c-b9a4-a446bdeee040 req-ebbc6af9-5be5-4f76-a7c8-cf77a4a7e5dd tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530171 Mar 31 21:39:48.159892 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['38f18a43-8f4d-4708-a71a-429d4f323b17'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:39:48.306210 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dac827-15aa-40f7-9a3d-46dd24c64097 req-1f6a7519-1078-4640-ae24-d963e8c09960 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:48.309733 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-11dac827-15aa-40f7-9a3d-46dd24c64097 req-1f6a7519-1078-4640-ae24-d963e8c09960 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 944 time: 0.0913391 Mar 31 21:39:48.392749 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-11dac827-15aa-40f7-9a3d-46dd24c64097 req-54ba4f94-0dca-491f-bcad-013f34cc5079 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745742 Mar 31 21:39:48.798730 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb5a35-2a44-456f-9356-357dae87d1a1 req-28995689-e332-48fd-bfc4-f6a0a6ae85af tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:48.800324 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a3bb5a35-2a44-456f-9356-357dae87d1a1 req-28995689-e332-48fd-bfc4-f6a0a6ae85af tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0627861 Mar 31 21:39:48.853556 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a3bb5a35-2a44-456f-9356-357dae87d1a1 req-8fe4c5c1-b93a-400e-8ada-a578b730bcc2 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469368 Mar 31 21:39:48.990253 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccefe8c-d5f3-413d-9b89-2a0bd30a387f req-cbafe560-caec-4316-93b1-7f0204208b0e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:48.991816 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6ccefe8c-d5f3-413d-9b89-2a0bd30a387f req-cbafe560-caec-4316-93b1-7f0204208b0e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0572312 Mar 31 21:39:49.000697 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54318) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:49.006224 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-028cf15b-1dc9-4ef3-87be-5be821a2fb6f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Request body: {'floatingip': {'port_id': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:49.068892 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-028cf15b-1dc9-4ef3-87be-5be821a2fb6f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for floatingip (87114ce0-88b8-496f-9b8a-5c983d93b4f0), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:49.543887 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87098ce-6674-4b88-9b26-a0600efe57f8 req-d1ba53ba-925d-492e-9eed-9bb35e6d8965 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:49.545552 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a87098ce-6674-4b88-9b26-a0600efe57f8 req-d1ba53ba-925d-492e-9eed-9bb35e6d8965 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 944 time: 0.0665135 Mar 31 21:39:49.597607 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a87098ce-6674-4b88-9b26-a0600efe57f8 req-0d656d1c-dcf4-4c4f-9b9e-395c92bc7d4a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455282 Mar 31 21:39:49.619297 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-028cf15b-1dc9-4ef3-87be-5be821a2fb6f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:49.624537 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-028cf15b-1dc9-4ef3-87be-5be821a2fb6f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (87114ce0-88b8-496f-9b8a-5c983d93b4f0), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:49.875848 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028cf15b-1dc9-4ef3-87be-5be821a2fb6f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:39:50.012769 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028cf15b-1dc9-4ef3-87be-5be821a2fb6f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:50.017616 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-028cf15b-1dc9-4ef3-87be-5be821a2fb6f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:50.027375 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44efc7e-c4f9-4b20-b58a-97a137071bc9 None None] Sync routers for ids ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:50.043158 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44efc7e-c4f9-4b20-b58a-97a137071bc9 None None] Routers {'45c0fa57-db9d-4f02-aa6b-2cb8a1416867'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:50.044388 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d44efc7e-c4f9-4b20-b58a-97a137071bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:50.055847 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'tag': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:50.059946 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d401d93df8c71fc9eb1f810d7532f025901b5508dcb63aa95efc5c748d74754d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193f18bd-bca8-4c0f-bb32-11301a59709f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2", "tag": "e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:50.097080 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-028cf15b-1dc9-4ef3-87be-5be821a2fb6f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "PUT /v2.0/floatingips/87114ce0-88b8-496f-9b8a-5c983d93b4f0 HTTP/1.1" status: 200 len: 993 time: 1.0909047 Mar 31 21:39:50.111421 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2454005-ae43-42c6-b6d5-a3eb651668eb x-openstack-request-id: req-f2454005-ae43-42c6-b6d5-a3eb651668eb {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:50.111724 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2", "tag": "e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:50.111984 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2454005-ae43-42c6-b6d5-a3eb651668eb {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:50.112407 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2454005-ae43-42c6-b6d5-a3eb651668eb'] response: {'name': 'network-changed', 'server_uuid': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'tag': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'status': 'completed', 'code': 200} Mar 31 21:39:50.199896 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-d44efc7e-c4f9-4b20-b58a-97a137071bc9 None None] Set router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:50.258627 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f18bd-bca8-4c0f-bb32-11301a59709f req-dc195eb3-1252-4344-a815-49523e14982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:50.260216 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-193f18bd-bca8-4c0f-bb32-11301a59709f req-dc195eb3-1252-4344-a815-49523e14982c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 1129 time: 0.1194038 Mar 31 21:39:50.378378 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f18bd-bca8-4c0f-bb32-11301a59709f req-0d2e835a-6758-44b1-b1f9-c5dfdb302342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:50.380856 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-193f18bd-bca8-4c0f-bb32-11301a59709f req-0d2e835a-6758-44b1-b1f9-c5dfdb302342 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.1141288 Mar 31 21:39:50.467812 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-193f18bd-bca8-4c0f-bb32-11301a59709f req-9be311d8-98a0-46db-8479-a6676b028fee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 HTTP/1.1" status: 200 len: 1001 time: 0.0805645 Mar 31 21:39:50.539977 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f18bd-bca8-4c0f-bb32-11301a59709f req-1a7ae1a1-175e-40fc-81f6-8acf1c766eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:50.541500 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-193f18bd-bca8-4c0f-bb32-11301a59709f req-1a7ae1a1-175e-40fc-81f6-8acf1c766eb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0674527 Mar 31 21:39:50.597953 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f18bd-bca8-4c0f-bb32-11301a59709f req-ca19cc3d-211f-4803-9e22-1401a4e5108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:50.600126 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-193f18bd-bca8-4c0f-bb32-11301a59709f req-ca19cc3d-211f-4803-9e22-1401a4e5108c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521660 Mar 31 21:39:50.610700 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d44efc7e-c4f9-4b20-b58a-97a137071bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '87114ce0-88b8-496f-9b8a-5c983d93b4f0', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'port_id': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'mac_address': 'fa:16:3e:b2:22:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:36:46Z', 'updated_at': '2022-03-31T21:39:49Z', 'revision_number': 3, 'project_id': '92115509477b4904ad8fe11253589f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9619f6c1-1751-4a92-9738-ef6b5eedfdb0', 'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'mac_address': 'fa:16:3e:7c:53:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:38Z', 'updated_at': '2022-03-31T21:34:55Z', 'revision_number': 5, 'project_id': '92115509477b4904ad8fe11253589f6f', 'subnets': [{'id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:50.654041 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44efc7e-c4f9-4b20-b58a-97a137071bc9 None None] Checking router: 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:39:50.666985 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44efc7e-c4f9-4b20-b58a-97a137071bc9 None None] Routers {'45c0fa57-db9d-4f02-aa6b-2cb8a1416867'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:50.667649 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d44efc7e-c4f9-4b20-b58a-97a137071bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:50.770345 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-193f18bd-bca8-4c0f-bb32-11301a59709f req-8610412d-b0be-48d6-90b8-4c93ee3e669a service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638191 Mar 31 21:39:50.823986 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-d44efc7e-c4f9-4b20-b58a-97a137071bc9 None None] Set router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:50.847732 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357ace0-931e-4139-b8e8-96249b232a25 req-671d0943-4130-4a0c-853d-5f1b3fc2d727 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:50.849435 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c357ace0-931e-4139-b8e8-96249b232a25 req-671d0943-4130-4a0c-853d-5f1b3fc2d727 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 944 time: 0.1230524 Mar 31 21:39:50.925484 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-193f18bd-bca8-4c0f-bb32-11301a59709f req-d81d79db-1f1d-4cbd-ba76-06e4e3765451 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483605 Mar 31 21:39:50.950684 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c357ace0-931e-4139-b8e8-96249b232a25 req-76226100-15b8-4350-b98d-28b497bdcdfc tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907366 Mar 31 21:39:50.953409 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:39:51.157042 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-d44efc7e-c4f9-4b20-b58a-97a137071bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '87114ce0-88b8-496f-9b8a-5c983d93b4f0', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'port_id': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'mac_address': 'fa:16:3e:b2:22:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:36:46Z', 'updated_at': '2022-03-31T21:39:49Z', 'revision_number': 3, 'project_id': '92115509477b4904ad8fe11253589f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9619f6c1-1751-4a92-9738-ef6b5eedfdb0', 'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'mac_address': 'fa:16:3e:7c:53:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:38Z', 'updated_at': '2022-03-31T21:34:55Z', 'revision_number': 5, 'project_id': '92115509477b4904ad8fe11253589f6f', 'subnets': [{'id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:51.188507 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44efc7e-c4f9-4b20-b58a-97a137071bc9 None None] The sync data for ids ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'] in dv-cinder-836073-1-iscsi is: [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '87114ce0-88b8-496f-9b8a-5c983d93b4f0', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'port_id': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'mac_address': 'fa:16:3e:b2:22:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:36:46Z', 'updated_at': '2022-03-31T21:39:49Z', 'revision_number': 3, 'project_id': '92115509477b4904ad8fe11253589f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9619f6c1-1751-4a92-9738-ef6b5eedfdb0', 'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'mac_address': 'fa:16:3e:7c:53:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:38Z', 'updated_at': '2022-03-31T21:34:55Z', 'revision_number': 5, 'project_id': '92115509477b4904ad8fe11253589f6f', 'subnets': [{'id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:39:51.346043 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 38f18a43-8f4d-4708-a71a-429d4f323b17 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:51.430031 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 38f18a43-8f4d-4708-a71a-429d4f323b17 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:51.430536 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.530861 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 38f18a43-8f4d-4708-a71a-429d4f323b17 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:51.531250 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.557833 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:51.560842 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5009d97-d2f3-4f48-af6e-de0f106ce0bd" -d '{"events": [{"server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "name": "network-vif-plugged", "status": "completed", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:51.575411 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=38f18a43-8f4d-4708-a71a-429d4f323b17,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:51.581112 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.619870 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c695b364-53e8-4fc1-b9b7-b5b7a447f303 x-openstack-request-id: req-c695b364-53e8-4fc1-b9b7-b5b7a447f303 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:51.620196 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "name": "network-vif-plugged", "status": "completed", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:51.620463 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c695b364-53e8-4fc1-b9b7-b5b7a447f303 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:51.620866 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c695b364-53e8-4fc1-b9b7-b5b7a447f303'] response: {'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'code': 200} Mar 31 21:39:51.665021 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=38f18a43-8f4d-4708-a71a-429d4f323b17,revision_number=10']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:52.113990 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'tag': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:52.118652 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d401d93df8c71fc9eb1f810d7532f025901b5508dcb63aa95efc5c748d74754d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3989727-6c97-40cd-9072-362aba92720e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2", "tag": "e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:52.125191 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae31488-24e8-40fc-9d5f-5a14f380fac1 req-ba23c72c-34ab-41b8-b83d-35f13db3d065 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:52.127350 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7ae31488-24e8-40fc-9d5f-5a14f380fac1 req-ba23c72c-34ab-41b8-b83d-35f13db3d065 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 946 time: 0.0919585 Mar 31 21:39:52.187215 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6047edf2-86cc-45d6-ab59-8ff826e75def x-openstack-request-id: req-6047edf2-86cc-45d6-ab59-8ff826e75def {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:52.187705 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2", "tag": "e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:52.188196 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6047edf2-86cc-45d6-ab59-8ff826e75def {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:52.188954 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6047edf2-86cc-45d6-ab59-8ff826e75def'] response: {'name': 'network-changed', 'server_uuid': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'tag': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'status': 'completed', 'code': 200} Mar 31 21:39:52.241333 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7ae31488-24e8-40fc-9d5f-5a14f380fac1 req-8224dcc0-4633-481c-999e-9c369bcc7f7c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062486 Mar 31 21:39:52.282265 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60759157-8937-4b2c-b725-b676a69f84ed req-bcbe5842-a9e7-4194-8efa-3a0abef7a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:52.283798 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-60759157-8937-4b2c-b725-b676a69f84ed req-bcbe5842-a9e7-4194-8efa-3a0abef7a2ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 1130 time: 0.1049879 Mar 31 21:39:52.291405 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3989727-6c97-40cd-9072-362aba92720e req-6c7cddd2-c8e1-4186-9259-c2a717c611a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:52.293129 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3989727-6c97-40cd-9072-362aba92720e req-6c7cddd2-c8e1-4186-9259-c2a717c611a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 1129 time: 0.0677338 Mar 31 21:39:52.392265 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-60759157-8937-4b2c-b725-b676a69f84ed req-3c50e52c-80de-41c6-ab58-23e5f1874f67 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968142 Mar 31 21:39:52.423221 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3989727-6c97-40cd-9072-362aba92720e req-af353011-68b6-4a93-b7ac-13805fcfa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:52.424781 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3989727-6c97-40cd-9072-362aba92720e req-af353011-68b6-4a93-b7ac-13805fcfa0aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.1235194 Mar 31 21:39:52.795732 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3989727-6c97-40cd-9072-362aba92720e req-ccf53b05-1573-4e5b-9df1-17a4e1f28428 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 HTTP/1.1" status: 200 len: 1001 time: 0.0692477 Mar 31 21:39:52.849641 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3989727-6c97-40cd-9072-362aba92720e req-9c839257-0705-497f-9b19-e7bca5ddb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:52.851225 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3989727-6c97-40cd-9072-362aba92720e req-9c839257-0705-497f-9b19-e7bca5ddb602 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0488966 Mar 31 21:39:52.908156 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3989727-6c97-40cd-9072-362aba92720e req-92be31c6-6c49-4c0e-abfd-ab47c22d534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:52.909922 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3989727-6c97-40cd-9072-362aba92720e req-92be31c6-6c49-4c0e-abfd-ab47c22d534c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504498 Mar 31 21:39:53.020277 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3989727-6c97-40cd-9072-362aba92720e req-40fc5a7c-43e5-4744-80cc-2771ea81df10 service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033268 Mar 31 21:39:53.122048 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3989727-6c97-40cd-9072-362aba92720e req-52f11c01-cce3-4f55-a4d2-ba4aa91e156f service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948803 Mar 31 21:39:53.405509 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858aec9-c9cc-4f76-a96a-5ca1484c41eb req-632084cd-d332-4ae2-98ec-f1a850bcfcaf tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:53.407753 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5858aec9-c9cc-4f76-a96a-5ca1484c41eb req-632084cd-d332-4ae2-98ec-f1a850bcfcaf tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 946 time: 0.0693452 Mar 31 21:39:53.472183 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5858aec9-c9cc-4f76-a96a-5ca1484c41eb req-ba28e52d-5670-47b9-b92c-7b5a03ab3b9e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533516 Mar 31 21:39:54.635011 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9832a-f5e9-4f67-b9fc-acbffbafae4b req-845e34a8-bb41-4567-b468-06404169a5ae tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:54.637627 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-38b9832a-f5e9-4f67-b9fc-acbffbafae4b req-845e34a8-bb41-4567-b468-06404169a5ae tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 946 time: 0.0810614 Mar 31 21:39:54.708714 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-38b9832a-f5e9-4f67-b9fc-acbffbafae4b req-579ffac5-200c-4128-83ab-d3aa44dbba1b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604205 Mar 31 21:39:55.883056 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ee34-dfa9-4248-a7c3-49eae1882ad7 req-dcb232d5-33a5-40c2-8ba6-a8f9e05af188 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:55.884719 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-62a3ee34-dfa9-4248-a7c3-49eae1882ad7 req-dcb232d5-33a5-40c2-8ba6-a8f9e05af188 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 946 time: 0.0734220 Mar 31 21:39:55.945170 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-62a3ee34-dfa9-4248-a7c3-49eae1882ad7 req-12b63d65-0464-4a9c-9d6d-0f7b58ab69f9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543492 Mar 31 21:40:03.183227 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d93f8413-7192-4343-ab51-86f30dcaf1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.247778 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f6fb46f0-f679-48d1-b86b-c4463324eb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:07.025075 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:07.050279 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:08.499648 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:09.560762 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:25.534583 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b95cb-5cb9-49f7-9d2e-15a32c7c1b02 req-283ebcf6-27f6-4736-97e6-86dc3038a3b4 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:25.536583 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4e1b95cb-5cb9-49f7-9d2e-15a32c7c1b02 req-283ebcf6-27f6-4736-97e6-86dc3038a3b4 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0703633 Mar 31 21:40:25.590686 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4e1b95cb-5cb9-49f7-9d2e-15a32c7c1b02 req-66fd3fbb-6667-4e2d-add3-96fc263dc523 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482197 Mar 31 21:40:26.717677 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d89b41-163d-408c-a640-4332d5c016ee req-745ec043-3946-496b-933a-7e8c190bf720 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:26.719283 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-93d89b41-163d-408c-a640-4332d5c016ee req-745ec043-3946-496b-933a-7e8c190bf720 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0548315 Mar 31 21:40:26.777754 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-93d89b41-163d-408c-a640-4332d5c016ee req-c417c8e0-297f-43a3-a5ad-7c0398d1ea8a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482991 Mar 31 21:40:27.902438 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028165f-b541-425a-bc7d-8888a2c9899a req-0ad64956-2e49-4f3c-8a1b-7f56898ddae9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:27.903987 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2028165f-b541-425a-bc7d-8888a2c9899a req-0ad64956-2e49-4f3c-8a1b-7f56898ddae9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0574825 Mar 31 21:40:27.944187 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:40:27.952513 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2028165f-b541-425a-bc7d-8888a2c9899a req-fd36c63f-e917-4962-9db6-3ad5a74156ec tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425680 Mar 31 21:40:29.079153 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0956162-c4d3-49bc-88e7-788595001b75 req-b1c49181-0b7f-4ceb-a7bd-5e882c2116ea tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:29.080631 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e0956162-c4d3-49bc-88e7-788595001b75 req-b1c49181-0b7f-4ceb-a7bd-5e882c2116ea tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0580492 Mar 31 21:40:29.132219 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e0956162-c4d3-49bc-88e7-788595001b75 req-9abcab8a-1519-4a3a-97c3-5ad5c47f83a4 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460086 Mar 31 21:40:30.256535 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160b027-6a57-4c7e-9101-7a196155d10a req-06670fbe-a627-49ad-96be-794329854034 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:30.258124 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c160b027-6a57-4c7e-9101-7a196155d10a req-06670fbe-a627-49ad-96be-794329854034 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0571067 Mar 31 21:40:30.307378 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c160b027-6a57-4c7e-9101-7a196155d10a req-42d4e7e9-250b-43ff-ae32-c83063ab5155 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435827 Mar 31 21:40:31.428435 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca09ece-30e8-4a99-865f-01c1bd8dec0c req-fe1ee650-c736-4257-94bd-cbda342215ef tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:31.430100 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aca09ece-30e8-4a99-865f-01c1bd8dec0c req-fe1ee650-c736-4257-94bd-cbda342215ef tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0560503 Mar 31 21:40:31.482243 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aca09ece-30e8-4a99-865f-01c1bd8dec0c req-e5c0a792-2ae7-42d8-9fb4-016b6fc05989 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439959 Mar 31 21:40:32.612458 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1c43e-1dcf-44db-98aa-51088e87fbb3 req-18f275c0-f42d-4d90-a7f9-a3c7912244e2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:32.614728 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-11f1c43e-1dcf-44db-98aa-51088e87fbb3 req-18f275c0-f42d-4d90-a7f9-a3c7912244e2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0569909 Mar 31 21:40:32.676680 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-11f1c43e-1dcf-44db-98aa-51088e87fbb3 req-b99ce70a-991f-41ec-ab7c-445ab96a445c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564599 Mar 31 21:40:33.178985 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fd6e64d8-80de-48b1-929d-7d76295d033d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:33.792869 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692923bc-7294-48d6-a886-d3cca0f60ada req-76429d0b-a19b-45b7-ad83-45641c2cfc55 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:33.794362 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-692923bc-7294-48d6-a886-d3cca0f60ada req-76429d0b-a19b-45b7-ad83-45641c2cfc55 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0513327 Mar 31 21:40:33.843445 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-692923bc-7294-48d6-a886-d3cca0f60ada req-55b770a7-2dfa-42c2-a119-54f691d7e8a6 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 Mar 31 21:40:34.969302 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36667ccc-be32-4a3a-b674-df0cd3974465 req-80bf0ce7-a0bd-4424-948f-edab758b8afe tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:34.970794 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-36667ccc-be32-4a3a-b674-df0cd3974465 req-80bf0ce7-a0bd-4424-948f-edab758b8afe tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0546932 Mar 31 21:40:35.017755 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-36667ccc-be32-4a3a-b674-df0cd3974465 req-0912ef99-f4b7-417d-a2b0-dde7fb200a9a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413508 Mar 31 21:40:35.249841 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0a883cb3-d205-43b5-97f1-2ef79bdbbaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:36.384902 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102df2e-f40f-487b-b7b1-b6c1bd833166 req-f8f5f9a5-932b-484a-b2fb-a7ed44fc2584 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:36.386404 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e102df2e-f40f-487b-b7b1-b6c1bd833166 req-f8f5f9a5-932b-484a-b2fb-a7ed44fc2584 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.3004463 Mar 31 21:40:36.436886 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e102df2e-f40f-487b-b7b1-b6c1bd833166 req-4b958f2a-504f-4387-b247-11339f60010b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443568 Mar 31 21:40:37.029651 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:37.055422 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:37.561472 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b385a6-7d40-46fb-9c29-505b56a98264 req-73b1ba3e-453b-4619-b01e-8113ba805582 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:37.562986 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d1b385a6-7d40-46fb-9c29-505b56a98264 req-73b1ba3e-453b-4619-b01e-8113ba805582 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0576773 Mar 31 21:40:37.613992 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d1b385a6-7d40-46fb-9c29-505b56a98264 req-52f52339-d098-4671-88e0-9e7bdc936441 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441332 Mar 31 21:40:38.505663 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:38.752960 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d6725-70df-4e57-a079-0e8ceb9b9553 req-82af3191-0a1d-4449-938f-2f24c8fa47ae tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:38.754566 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-592d6725-70df-4e57-a079-0e8ceb9b9553 req-82af3191-0a1d-4449-938f-2f24c8fa47ae tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0688138 Mar 31 21:40:38.808700 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-592d6725-70df-4e57-a079-0e8ceb9b9553 req-41e0b673-fb01-4ffe-a019-ef6979f5b1a2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486202 Mar 31 21:40:39.022064 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d790e8-7542-449b-aa6c-398145366ff5 req-b5f1def4-b72f-4d93-a192-972a25a16988 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:39.023529 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c4d790e8-7542-449b-aa6c-398145366ff5 req-b5f1def4-b72f-4d93-a192-972a25a16988 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 945 time: 0.0528164 Mar 31 21:40:39.071865 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c4d790e8-7542-449b-aa6c-398145366ff5 req-598335f7-e1d8-4a26-91e3-79d5fa4fdc94 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416803 Mar 31 21:40:39.561566 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:39.935133 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718377c-7dd0-4f50-a121-25f5d4f208b3 req-ba6f379e-afdc-42dd-8757-bc076482e74a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:39.937069 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e718377c-7dd0-4f50-a121-25f5d4f208b3 req-ba6f379e-afdc-42dd-8757-bc076482e74a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0593028 Mar 31 21:40:39.997769 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e718377c-7dd0-4f50-a121-25f5d4f208b3 req-952e8582-36dc-457a-8c1d-c614af3a3e17 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533395 Mar 31 21:40:40.120568 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30e99da5-e93d-4076-be4a-340f7971c9c0 req-1eacc6d3-b004-4f69-a1e6-135a785e5769 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468686 Mar 31 21:40:40.220397 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99da5-e93d-4076-be4a-340f7971c9c0 req-ad6ebd52-4682-4a93-893a-d0034b5afbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:40.222446 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30e99da5-e93d-4076-be4a-340f7971c9c0 req-ad6ebd52-4682-4a93-893a-d0034b5afbd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=92115509477b4904ad8fe11253589f6f&device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 1130 time: 0.0765078 Mar 31 21:40:40.234838 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940254fc-b7b6-45aa-b6c8-eef802076c77 req-82638266-d90e-4600-a860-904c38ba0c0d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:40.236339 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-940254fc-b7b6-45aa-b6c8-eef802076c77 req-82638266-d90e-4600-a860-904c38ba0c0d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 945 time: 0.0796194 Mar 31 21:40:40.351658 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-940254fc-b7b6-45aa-b6c8-eef802076c77 req-c247d094-01b6-44cc-8cbb-c13e61b43838 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022525 Mar 31 21:40:40.366834 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99da5-e93d-4076-be4a-340f7971c9c0 req-944f9243-7e77-4d12-8c75-d5e9cc857059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:40.368271 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30e99da5-e93d-4076-be4a-340f7971c9c0 req-944f9243-7e77-4d12-8c75-d5e9cc857059 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 200 len: 919 time: 0.1277246 Mar 31 21:40:40.417886 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30e99da5-e93d-4076-be4a-340f7971c9c0 req-e159906f-8ce7-4da0-a2f2-4ccb3142712f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02050ae6-7027-4561-8e8e-79a05d7338b1 HTTP/1.1" status: 200 len: 217 time: 0.0390711 Mar 31 21:40:40.471595 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99da5-e93d-4076-be4a-340f7971c9c0 req-751f8be2-b1c9-496f-91ea-7ade493ff482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:40.473643 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30e99da5-e93d-4076-be4a-340f7971c9c0 req-751f8be2-b1c9-496f-91ea-7ade493ff482 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 200 len: 858 time: 0.0448890 Mar 31 21:40:40.526631 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e99da5-e93d-4076-be4a-340f7971c9c0 req-4b9e2612-0c2f-454e-b874-0a47ef0647c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:40.528194 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30e99da5-e93d-4076-be4a-340f7971c9c0 req-4b9e2612-0c2f-454e-b874-0a47ef0647c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8d891fd3-a431-41c5-89d8-3afbdd2fb39c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476179 Mar 31 21:40:40.665813 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30e99da5-e93d-4076-be4a-340f7971c9c0 req-8336ac76-ffca-4780-98d6-d62da195a14a service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298528 Mar 31 21:40:40.774208 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-5767310b-4171-4f22-99d8-78e920d5263b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:40.775771 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-5767310b-4171-4f22-99d8-78e920d5263b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 945 time: 0.1333015 Mar 31 21:40:40.825227 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30e99da5-e93d-4076-be4a-340f7971c9c0 req-dedd9386-7368-47de-9b85-efc7d410085d service neutron] 10.222.0.13 "GET /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443594 Mar 31 21:40:40.891316 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Deleting port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:40:40.891913 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:40.999348 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] For port 09b36bfb-ed77-46a4-b7f6-2fa248dca590, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=09b36bfb-ed77-46a4-b7f6-2fa248dca590,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:41.000041 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:41.207881 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b5c18-dcf2-4b47-922f-493fe7d2d27f req-04b76056-0f1f-414e-b6fc-e64366ce1160 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:41.209554 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f3b5c18-dcf2-4b47-922f-493fe7d2d27f req-04b76056-0f1f-414e-b6fc-e64366ce1160 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.1398189 Mar 31 21:40:41.298613 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:41.299158 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (2015427e-9e0b-4f0b-88f6-1ea111849b18), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:41.299476 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Floating IP 2015427e-9e0b-4f0b-88f6-1ea111849b18 disassociated. External IP: 172.27.3.133, port: 09b36bfb-ed77-46a4-b7f6-2fa248dca590. Mar 31 21:40:41.299813 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Calling delete_port for 09b36bfb-ed77-46a4-b7f6-2fa248dca590 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:40:41.309516 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f3b5c18-dcf2-4b47-922f-493fe7d2d27f req-d3dc2e2d-141b-438f-89a0-fbf1418aeb90 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941954 Mar 31 21:40:41.481768 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (09b36bfb-ed77-46a4-b7f6-2fa248dca590), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:41.559040 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event deleted for resources: {'Port': ['ID=09b36bfb-ed77-46a4-b7f6-2fa248dca590,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:41.588972 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.589320 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.589664 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.590040 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.590362 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.590704 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.591034 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.591356 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.591679 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.592012 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.592334 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.592651 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.592970 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.593292 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.593619 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:41.679368 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706733e-9cd4-465e-9581-99902b20563d req-6434e6fa-c4f2-48d3-8e63-e570ece2b9b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:41.680963 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c706733e-9cd4-465e-9581-99902b20563d req-6434e6fa-c4f2-48d3-8e63-e570ece2b9b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=640a7d11-9f6d-430e-90ad-9b3f15a27548 HTTP/1.1" status: 200 len: 867 time: 0.2468255 Mar 31 21:40:41.736656 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ce818-168b-40e1-8928-84df11d155c3 req-9f5b3db1-f112-4f0f-bee2-25413bee2f82 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:41.738786 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f64ce818-168b-40e1-8928-84df11d155c3 req-9f5b3db1-f112-4f0f-bee2-25413bee2f82 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.2499754 Mar 31 21:40:41.759953 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4c680-f495-4519-b54e-763e82074205 req-f3f876f0-6793-4a90-8b34-ec4797502474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:41.761436 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17b4c680-f495-4519-b54e-763e82074205 req-f3f876f0-6793-4a90-8b34-ec4797502474 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 1129 time: 0.2511678 Mar 31 21:40:41.844374 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c706733e-9cd4-465e-9581-99902b20563d req-e8e47a0c-812a-4d76-8618-7a33f32698ec tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=3bebdf75-99ea-473d-ae05-1f2157c834b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540613 Mar 31 21:40:41.877122 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Router 37610562-38de-4ff9-a072-9f84247eeba6 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:40:41.897848 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f64ce818-168b-40e1-8928-84df11d155c3 req-0113bd17-03a6-4eff-bab7-946a46f63331 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506534 Mar 31 21:40:41.954978 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4c680-f495-4519-b54e-763e82074205 req-a34d7142-a02b-4702-8f24-f678e244be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:41.956952 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17b4c680-f495-4519-b54e-763e82074205 req-a34d7142-a02b-4702-8f24-f678e244be5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 200 len: 910 time: 0.1871462 Mar 31 21:40:42.066254 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17b4c680-f495-4519-b54e-763e82074205 req-155c84ca-593f-4eee-8ea5-b9b432cd4ad7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96 HTTP/1.1" status: 200 len: 1000 time: 0.0810366 Mar 31 21:40:42.080819 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:40:42.094168 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5873c3f-de38-4ac1-887c-d0926da3ef42 None None] Sync routers for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:40:42.104778 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5873c3f-de38-4ac1-887c-d0926da3ef42 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:40:42.105408 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b5873c3f-de38-4ac1-887c-d0926da3ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:40:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:42.146366 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] No DVR routers for this DVR port 09b36bfb-ed77-46a4-b7f6-2fa248dca590 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:40:42.149802 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:42.153649 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80c4e2e8-5816-4f83-9893-55dce47c568e req-15fdd0cb-80fa-4fb6-a5bd-4898dc4bba4c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "DELETE /v2.0/ports/09b36bfb-ed77-46a4-b7f6-2fa248dca590 HTTP/1.1" status: 204 len: 173 time: 1.3706255 Mar 31 21:40:42.155709 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'name': 'network-vif-deleted', 'tag': '09b36bfb-ed77-46a4-b7f6-2fa248dca590'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:40:42.159048 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6cb6f9-bded-47f7-9ba8-342525929543" -d '{"events": [{"server_uuid": "640a7d11-9f6d-430e-90ad-9b3f15a27548", "name": "network-vif-deleted", "tag": "09b36bfb-ed77-46a4-b7f6-2fa248dca590"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:40:42.173220 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4c680-f495-4519-b54e-763e82074205 req-0689f0de-0d35-4e0a-8283-c00e9e6b01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:42.175088 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17b4c680-f495-4519-b54e-763e82074205 req-0689f0de-0d35-4e0a-8283-c00e9e6b01c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e267cd5-9f0f-49b6-a0f6-32ad45673e51 HTTP/1.1" status: 200 len: 849 time: 0.1018174 Mar 31 21:40:42.228044 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b5873c3f-de38-4ac1-887c-d0926da3ef42 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:42.273043 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4c680-f495-4519-b54e-763e82074205 req-07ad7bbc-090d-4a40-b78c-cf1576fd7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:42.276572 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17b4c680-f495-4519-b54e-763e82074205 req-07ad7bbc-090d-4a40-b78c-cf1576fd7dae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a844914c-5cf6-4424-8cb4-7741526740b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0935748 Mar 31 21:40:42.308938 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2d914c-0687-4c52-99d9-6a63120f8d79 x-openstack-request-id: req-7b2d914c-0687-4c52-99d9-6a63120f8d79 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:40:42.309482 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640a7d11-9f6d-430e-90ad-9b3f15a27548", "name": "network-vif-deleted", "tag": "09b36bfb-ed77-46a4-b7f6-2fa248dca590", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:40:42.309779 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b2d914c-0687-4c52-99d9-6a63120f8d79 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:40:42.310263 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2d914c-0687-4c52-99d9-6a63120f8d79'] response: {'server_uuid': '640a7d11-9f6d-430e-90ad-9b3f15a27548', 'name': 'network-vif-deleted', 'tag': '09b36bfb-ed77-46a4-b7f6-2fa248dca590', 'status': 'completed', 'code': 200} Mar 31 21:40:42.392435 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17b4c680-f495-4519-b54e-763e82074205 req-fe2149f0-3909-4ca4-93b2-d5ccdd0a44f0 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037912 Mar 31 21:40:42.473773 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b5873c3f-de38-4ac1-887c-d0926da3ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'e9e7162c-bd46-4eb6-9d19-6b63542152b3', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:66:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:34:42Z', 'updated_at': '2022-03-31T21:35:32Z', 'revision_number': 2, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:42.501502 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5873c3f-de38-4ac1-887c-d0926da3ef42 None None] Checking router: 37610562-38de-4ff9-a072-9f84247eeba6 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:40:42.511638 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5873c3f-de38-4ac1-887c-d0926da3ef42 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:40:42.512272 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b5873c3f-de38-4ac1-887c-d0926da3ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:40:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:42.640856 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b5873c3f-de38-4ac1-887c-d0926da3ef42 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:42.744821 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17b4c680-f495-4519-b54e-763e82074205 req-eca55827-9ee5-4c76-b56f-b69d39216d65 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456442 Mar 31 21:40:42.909764 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b5873c3f-de38-4ac1-887c-d0926da3ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'e9e7162c-bd46-4eb6-9d19-6b63542152b3', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:66:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:34:42Z', 'updated_at': '2022-03-31T21:35:32Z', 'revision_number': 2, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:42.942437 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5873c3f-de38-4ac1-887c-d0926da3ef42 None None] The sync data for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi is: [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'e9e7162c-bd46-4eb6-9d19-6b63542152b3', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:66:73:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:34:42Z', 'updated_at': '2022-03-31T21:35:32Z', 'revision_number': 2, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:40:42.968610 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54504) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:43.044867 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b2f76-8ad1-4ea2-9883-b610db19417a req-ec98ea15-2021-419f-94df-7c919fe20075 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:43.045330 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (3bebdf75-99ea-473d-ae05-1f2157c834b6), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:43.046444 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-089b2f76-8ad1-4ea2-9883-b610db19417a req-ec98ea15-2021-419f-94df-7c919fe20075 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0622492 Mar 31 21:40:43.079537 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (3bebdf75-99ea-473d-ae05-1f2157c834b6), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:43.100025 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-089b2f76-8ad1-4ea2-9883-b610db19417a req-a02742d3-0e07-4404-9c20-90ca1101342f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464840 Mar 31 21:40:43.152697 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (3bebdf75-99ea-473d-ae05-1f2157c834b6), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:43.155656 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:43.157098 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "DELETE /v2.0/security-groups/3bebdf75-99ea-473d-ae05-1f2157c834b6 HTTP/1.1" status: 204 len: 168 time: 0.1859372 Mar 31 21:40:43.160362 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 54506) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:43.174474 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bebdf75-99ea-473d-ae05-1f2157c834b6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:43.174692 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.api.v2.resource [None req-fdca0f3f-b7d5-44e7-b2ef-62d5d9164ddb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] show failed (client error): The resource could not be found. Mar 31 21:40:43.179949 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-fdca0f3f-b7d5-44e7-b2ef-62d5d9164ddb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups/3bebdf75-99ea-473d-ae05-1f2157c834b6 HTTP/1.1" status: 404 len: 347 time: 0.0184596 Mar 31 21:40:43.180521 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 54508) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:43.184217 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.184764 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.185489 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.185995 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.186472 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.186952 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.187277 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.187600 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.188083 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.188558 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.189050 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.189700 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.193719 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.194176 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.194522 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6da70-2c8c-4268-b08d-8f8b703c15ed tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:43.319775 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1d7d67-2f57-4a2b-8d9e-2bb460fc4d7d None None] New status for floating IP 2015427e-9e0b-4f0b-88f6-1ea111849b18: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:40:43.326034 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d10a18d4-4805-4aac-bf00-95af72c3acb1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Deleting port b44e0478-3941-4aed-af3d-c3d9d3d02f3a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:40:43.326377 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d10a18d4-4805-4aac-bf00-95af72c3acb1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (b44e0478-3941-4aed-af3d-c3d9d3d02f3a), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:43.412376 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d10a18d4-4805-4aac-bf00-95af72c3acb1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (b44e0478-3941-4aed-af3d-c3d9d3d02f3a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:43.412748 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d10a18d4-4805-4aac-bf00-95af72c3acb1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (b44e0478-3941-4aed-af3d-c3d9d3d02f3a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:43.424708 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d10a18d4-4805-4aac-bf00-95af72c3acb1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Calling delete_port for b44e0478-3941-4aed-af3d-c3d9d3d02f3a owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:40:43.538896 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 09b36bfb-ed77-46a4-b7f6-2fa248dca590 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:40:43.559276 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: 09b36bfb-ed77-46a4-b7f6-2fa248dca590 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:40:43.559762 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 09b36bfb-ed77-46a4-b7f6-2fa248dca590 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:40:43.582327 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d10a18d4-4805-4aac-bf00-95af72c3acb1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (b44e0478-3941-4aed-af3d-c3d9d3d02f3a), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:43.607479 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a18d4-4805-4aac-bf00-95af72c3acb1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event deleted for resources: {'Port': ['ID=b44e0478-3941-4aed-af3d-c3d9d3d02f3a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:43.673645 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d10a18d4-4805-4aac-bf00-95af72c3acb1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (2015427e-9e0b-4f0b-88f6-1ea111849b18), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:43.676574 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d10a18d4-4805-4aac-bf00-95af72c3acb1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:43.677873 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d10a18d4-4805-4aac-bf00-95af72c3acb1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "DELETE /v2.0/floatingips/2015427e-9e0b-4f0b-88f6-1ea111849b18 HTTP/1.1" status: 204 len: 168 time: 0.4959452 Mar 31 21:40:44.326039 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba6b06-629f-4253-b92d-43a72048981c req-47dc37f7-aea7-4c69-81fd-b31fbb9685ba tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:44.329355 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1fba6b06-629f-4253-b92d-43a72048981c req-47dc37f7-aea7-4c69-81fd-b31fbb9685ba tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.1349161 Mar 31 21:40:44.411077 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1fba6b06-629f-4253-b92d-43a72048981c req-0bd00942-2fbf-4446-8fe4-7a5f6869860c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678310 Mar 31 21:40:45.349278 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de74e4-58d3-460a-8d82-5fe3f21a19fe req-0e9cdd85-06e8-4815-ae38-c5e4c2dc2cc9 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:45.350765 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0de74e4-58d3-460a-8d82-5fe3f21a19fe req-0e9cdd85-06e8-4815-ae38-c5e4c2dc2cc9 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 945 time: 0.0594270 Mar 31 21:40:45.396964 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0de74e4-58d3-460a-8d82-5fe3f21a19fe req-759d6c7f-6537-4da4-979e-6905f1c3026d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404205 Mar 31 21:40:46.087701 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-1cfd1c31-9b96-4641-9d94-619931acf6ea tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:46.089404 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-1cfd1c31-9b96-4641-9d94-619931acf6ea tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 945 time: 0.0756075 Mar 31 21:40:46.181585 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Deleting port d950dc50-aac5-4e48-8e22-6a48afcaffa9 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:40:46.181836 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:46.283640 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] For port d950dc50-aac5-4e48-8e22-6a48afcaffa9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d950dc50-aac5-4e48-8e22-6a48afcaffa9,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:46.284021 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:46.457274 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:46.458386 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (e9e7162c-bd46-4eb6-9d19-6b63542152b3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:46.459960 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Floating IP e9e7162c-bd46-4eb6-9d19-6b63542152b3 disassociated. External IP: 172.27.3.92, port: d950dc50-aac5-4e48-8e22-6a48afcaffa9. Mar 31 21:40:46.461424 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Calling delete_port for d950dc50-aac5-4e48-8e22-6a48afcaffa9 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:40:46.581474 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a85f0-04c7-4f4b-ae45-d64a2f8ece6f req-6a0225ad-4631-461f-946a-433e41529a63 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:46.582991 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6f1a85f0-04c7-4f4b-ae45-d64a2f8ece6f req-6a0225ad-4631-461f-946a-433e41529a63 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9db15b5-289c-462a-9b51-8bbbc681fdc8 HTTP/1.1" status: 200 len: 945 time: 0.1151509 Mar 31 21:40:46.672684 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6f1a85f0-04c7-4f4b-ae45-d64a2f8ece6f req-aecf6e82-ae5b-4481-8302-9a7b7954d771 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=35662b50-a4bb-45b4-826c-51f9b34e0759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810983 Mar 31 21:40:46.685354 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (d950dc50-aac5-4e48-8e22-6a48afcaffa9), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:46.722600 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event deleted for resources: {'Port': ['ID=d950dc50-aac5-4e48-8e22-6a48afcaffa9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:46.847091 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Router 37610562-38de-4ff9-a072-9f84247eeba6 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:40:46.966156 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:40:46.977580 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6a77e8-35c6-4b23-b918-80cb20cb3c5e None None] Sync routers for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:40:46.988666 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6a77e8-35c6-4b23-b918-80cb20cb3c5e None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:40:46.989271 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1c6a77e8-35c6-4b23-b918-80cb20cb3c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:40:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:47.014568 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] No DVR routers for this DVR port d950dc50-aac5-4e48-8e22-6a48afcaffa9 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:40:47.017078 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:47.020535 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5665888b-9bb7-40f5-888f-f6205da27f58 req-d6434e68-4675-4f3f-a941-38ffd6a7e767 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "DELETE /v2.0/ports/d950dc50-aac5-4e48-8e22-6a48afcaffa9 HTTP/1.1" status: 204 len: 173 time: 0.9264197 Mar 31 21:40:47.020986 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'name': 'network-vif-deleted', 'tag': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:40:47.023287 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b7af54-d9ea-43df-88c5-d5d5eb1d4ab5" -d '{"events": [{"server_uuid": "c9db15b5-289c-462a-9b51-8bbbc681fdc8", "name": "network-vif-deleted", "tag": "d950dc50-aac5-4e48-8e22-6a48afcaffa9"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:40:47.063483 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10aad572-10ad-42fb-9db5-50bf301422d1 x-openstack-request-id: req-10aad572-10ad-42fb-9db5-50bf301422d1 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:40:47.063773 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9db15b5-289c-462a-9b51-8bbbc681fdc8", "name": "network-vif-deleted", "tag": "d950dc50-aac5-4e48-8e22-6a48afcaffa9", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:40:47.064273 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10aad572-10ad-42fb-9db5-50bf301422d1 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:40:47.064695 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10aad572-10ad-42fb-9db5-50bf301422d1'] response: {'server_uuid': 'c9db15b5-289c-462a-9b51-8bbbc681fdc8', 'name': 'network-vif-deleted', 'tag': 'd950dc50-aac5-4e48-8e22-6a48afcaffa9', 'status': 'completed', 'code': 200} Mar 31 21:40:47.129498 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1c6a77e8-35c6-4b23-b918-80cb20cb3c5e None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:47.372535 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1c6a77e8-35c6-4b23-b918-80cb20cb3c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:47.400131 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6a77e8-35c6-4b23-b918-80cb20cb3c5e None None] Checking router: 37610562-38de-4ff9-a072-9f84247eeba6 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:40:47.410325 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6a77e8-35c6-4b23-b918-80cb20cb3c5e None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:40:47.410945 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1c6a77e8-35c6-4b23-b918-80cb20cb3c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:40:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:47.662087 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1c6a77e8-35c6-4b23-b918-80cb20cb3c5e None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:47.864599 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1c6a77e8-35c6-4b23-b918-80cb20cb3c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:47.891753 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6a77e8-35c6-4b23-b918-80cb20cb3c5e None None] The sync data for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi is: [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:40:48.125139 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7ccda5-72dc-4801-a841-6c3fa1c6cecb None None] New status for floating IP e9e7162c-bd46-4eb6-9d19-6b63542152b3: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:40:48.772313 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 54546) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:48.830526 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c6c87ef-85e7-4ac8-b320-c3e1e911676c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (35662b50-a4bb-45b4-826c-51f9b34e0759), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:48.860165 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c6c87ef-85e7-4ac8-b320-c3e1e911676c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (35662b50-a4bb-45b4-826c-51f9b34e0759), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:48.919023 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c6c87ef-85e7-4ac8-b320-c3e1e911676c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (35662b50-a4bb-45b4-826c-51f9b34e0759), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:48.922149 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1c6c87ef-85e7-4ac8-b320-c3e1e911676c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:48.926083 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-1c6c87ef-85e7-4ac8-b320-c3e1e911676c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "DELETE /v2.0/security-groups/35662b50-a4bb-45b4-826c-51f9b34e0759 HTTP/1.1" status: 204 len: 168 time: 0.1501920 Mar 31 21:40:48.926474 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54548) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:48.933044 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c87ef-85e7-4ac8-b320-c3e1e911676c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35662b50-a4bb-45b4-826c-51f9b34e0759,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:48.940255 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.api.v2.resource [None req-2412ef2c-89b3-4a18-88d4-5dcb9ea9a9c7 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] show failed (client error): The resource could not be found. Mar 31 21:40:48.941271 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2412ef2c-89b3-4a18-88d4-5dcb9ea9a9c7 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups/35662b50-a4bb-45b4-826c-51f9b34e0759 HTTP/1.1" status: 404 len: 347 time: 0.0137625 Mar 31 21:40:48.944089 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54550) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:49.280612 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-576e1326-89d7-4766-a36f-4551a859a0bc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Deleting port d75ff8cb-111e-454f-ad4e-efcc0d4fb441 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:40:49.280942 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576e1326-89d7-4766-a36f-4551a859a0bc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (d75ff8cb-111e-454f-ad4e-efcc0d4fb441), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.370754 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576e1326-89d7-4766-a36f-4551a859a0bc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (d75ff8cb-111e-454f-ad4e-efcc0d4fb441), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.371166 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576e1326-89d7-4766-a36f-4551a859a0bc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (d75ff8cb-111e-454f-ad4e-efcc0d4fb441), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.385857 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-576e1326-89d7-4766-a36f-4551a859a0bc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Calling delete_port for d75ff8cb-111e-454f-ad4e-efcc0d4fb441 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:40:49.569016 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576e1326-89d7-4766-a36f-4551a859a0bc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (d75ff8cb-111e-454f-ad4e-efcc0d4fb441), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.581748 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device d950dc50-aac5-4e48-8e22-6a48afcaffa9 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:40:49.598878 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e1326-89d7-4766-a36f-4551a859a0bc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event deleted for resources: {'Port': ['ID=d75ff8cb-111e-454f-ad4e-efcc0d4fb441,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:49.614752 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: d950dc50-aac5-4e48-8e22-6a48afcaffa9 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:40:49.615848 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device d950dc50-aac5-4e48-8e22-6a48afcaffa9 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:40:49.668337 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576e1326-89d7-4766-a36f-4551a859a0bc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (e9e7162c-bd46-4eb6-9d19-6b63542152b3), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.672198 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-576e1326-89d7-4766-a36f-4551a859a0bc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.673479 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-576e1326-89d7-4766-a36f-4551a859a0bc tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "DELETE /v2.0/floatingips/e9e7162c-bd46-4eb6-9d19-6b63542152b3 HTTP/1.1" status: 204 len: 168 time: 0.7281201 Mar 31 21:40:49.851579 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54554) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:49.857444 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0dfac6fa-b8a3-4698-a7a8-b40e5a26572f tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775706711', 'description': 'tempest-description--1867473981'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:49.881802 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0dfac6fa-b8a3-4698-a7a8-b40e5a26572f tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.957176 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0dfac6fa-b8a3-4698-a7a8-b40e5a26572f tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (041a8a0f-e953-4558-aebc-d24e4f0a85de), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.963730 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0dfac6fa-b8a3-4698-a7a8-b40e5a26572f tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (041a8a0f-e953-4558-aebc-d24e4f0a85de), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.997145 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0dfac6fa-b8a3-4698-a7a8-b40e5a26572f tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.998418 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-0dfac6fa-b8a3-4698-a7a8-b40e5a26572f tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1454327 Mar 31 21:40:50.001283 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54556) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:50.005890 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-251f1848-3c37-46f1-9360-1832e8be07da tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'security_group_rule': {'security_group_id': '041a8a0f-e953-4558-aebc-d24e4f0a85de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:50.013915 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfac6fa-b8a3-4698-a7a8-b40e5a26572f tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=041a8a0f-e953-4558-aebc-d24e4f0a85de,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:50.037846 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-251f1848-3c37-46f1-9360-1832e8be07da tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (4ff1583b-cba6-4af1-b941-9f3748ba1a00), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.104297 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-251f1848-3c37-46f1-9360-1832e8be07da tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (4ff1583b-cba6-4af1-b941-9f3748ba1a00), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.108256 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-251f1848-3c37-46f1-9360-1832e8be07da tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (4ff1583b-cba6-4af1-b941-9f3748ba1a00), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.127171 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f1848-3c37-46f1-9360-1832e8be07da tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff1583b-cba6-4af1-b941-9f3748ba1a00,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:50.134598 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-251f1848-3c37-46f1-9360-1832e8be07da tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.135801 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-251f1848-3c37-46f1-9360-1832e8be07da tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335981 Mar 31 21:40:50.138659 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54558) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:50.143654 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-59db78b2-759f-4efc-bc9f-c560001f0ff0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'security_group_rule': {'security_group_id': '041a8a0f-e953-4558-aebc-d24e4f0a85de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:50.171707 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-59db78b2-759f-4efc-bc9f-c560001f0ff0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (07f25853-65c5-438f-8793-59254b3d6c91), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.234377 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-59db78b2-759f-4efc-bc9f-c560001f0ff0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (07f25853-65c5-438f-8793-59254b3d6c91), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.238616 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-59db78b2-759f-4efc-bc9f-c560001f0ff0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (07f25853-65c5-438f-8793-59254b3d6c91), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.259876 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db78b2-759f-4efc-bc9f-c560001f0ff0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f25853-65c5-438f-8793-59254b3d6c91,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:50.269428 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-59db78b2-759f-4efc-bc9f-c560001f0ff0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.271103 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-59db78b2-759f-4efc-bc9f-c560001f0ff0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312532 Mar 31 21:40:50.274066 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54560) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:50.278653 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:50.301317 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.420434 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.545350 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Allocated IP 172.27.3.128 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/f06f6890-066b-4501-8936-00508e46ddfc) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:40:50.654923 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for port (f06f6890-066b-4501-8936-00508e46ddfc), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.690710 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (f06f6890-066b-4501-8936-00508e46ddfc), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.728096 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:40:50.731130 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:40:50.736783 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:40:50.742594 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'Port': ['ID=f06f6890-066b-4501-8936-00508e46ddfc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:50.844044 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (ef91a31f-e8c5-4370-bb84-a7364e82b0c1), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.881483 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (f06f6890-066b-4501-8936-00508e46ddfc), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:51.041080 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for port (f06f6890-066b-4501-8936-00508e46ddfc), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:51.046111 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13622167'] for port (f06f6890-066b-4501-8936-00508e46ddfc), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:51.114392 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'Port': ['ID=f06f6890-066b-4501-8936-00508e46ddfc,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:51.126223 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (ef91a31f-e8c5-4370-bb84-a7364e82b0c1), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:51.142488 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:51.143800 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-760b9766-4831-4610-93cb-7a4c8c6c70e2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8687387 Mar 31 21:40:51.329993 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-ecf409f0-9c43-4271-9b67-38a0512160f1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--775706711&fields=id&tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3 HTTP/1.1" status: 200 len: 267 time: 0.0437627 Mar 31 21:40:51.448779 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-516111d3-1ced-4c30-9407-6eca9e284b87 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:51.451066 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-516111d3-1ced-4c30-9407-6eca9e284b87 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 815 time: 0.1138957 Mar 31 21:40:51.470673 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1300071-6b43-408e-addb-b49690aba7f9 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/quotas/6a5e785c2bea4d7a8356d23492b9b3e3 HTTP/1.1" status: 200 len: 375 time: 0.0095637 Mar 31 21:40:51.527301 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-d2b92992-88f9-4f7e-ae3f-f6b5d85b67ba tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507345 Mar 31 21:40:51.691595 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-292d24ad-6f74-4f2b-9c6b-f41e3f88d36e service neutron] 10.222.0.24 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461990 Mar 31 21:40:51.827400 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-73acb5e1-d18d-4ffa-b369-725c9db7a11d service neutron] 10.222.0.24 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282060 Mar 31 21:40:52.008502 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-953890da-e720-40b1-b50e-7664484bdb79 req-d0912570-ce64-461c-8738-9db0fb31ac60 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 210 time: 0.0421793 Mar 31 21:40:53.107460 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eab02903-e7fa-48f8-9e01-04fc644d161b req-2d5e8556-e466-4d76-a126-1111e937bb84 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 210 time: 0.0278821 Mar 31 21:40:54.224352 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-25e81a79-4849-48db-b98b-e30e38a26490 req-05b34dfd-3339-490a-8aba-1fde63ad7b9e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 210 time: 0.0371919 Mar 31 21:40:54.243150 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-5ef735d3-4fb7-471e-b09b-f07a474ffd73 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:54.244561 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-5ef735d3-4fb7-471e-b09b-f07a474ffd73 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 815 time: 0.1520121 Mar 31 21:40:54.306574 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-d656aae0-0fc8-430e-8894-1ebaa7b220ce tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3 HTTP/1.1" status: 200 len: 379 time: 0.0527360 Mar 31 21:40:54.327839 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'port': {'device_id': '34d7940c-e6fc-4882-860c-24704c068c7c', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'admin_state_up': True, 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'security_groups': ['041a8a0f-e953-4558-aebc-d24e4f0a85de']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:54.436926 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Made reservation on behalf of 6a5e785c2bea4d7a8356d23492b9b3e3 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:40:54.441116 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:54.569270 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Allocated IP 172.20.0.8 (a6fb69be-10fb-4d53-a720-03a7f9cdadda/680eef82-3bbc-4eb7-a395-9c70e4faccb8/e4b3e618-c445-47df-8f2f-119f99dfc5b9) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:40:54.704008 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:54.740114 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:54.787211 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Network a6fb69be-10fb-4d53-a720-03a7f9cdadda is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:40:54.790680 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:40:54.797313 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:40:54.824633 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'Port': ['ID=e4b3e618-c445-47df-8f2f-119f99dfc5b9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:54.856217 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:54.856741 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:54.878679 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-8d3ef9e7-da59-4692-97a0-b3eae5f6692d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543468 Mar 31 21:40:54.910273 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Request body: {'port': {'device_id': '34d7940c-e6fc-4882-860c-24704c068c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:54.995032 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:55.114802 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ccf1e001-2c03-4554-933b-cf097bbb328f None None] Provisioning complete for port e4b3e618-c445-47df-8f2f-119f99dfc5b9 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:55.115572 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ccf1e001-2c03-4554-933b-cf097bbb328f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:55.188899 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ccf1e001-2c03-4554-933b-cf097bbb328f None None] Port e4b3e618-c445-47df-8f2f-119f99dfc5b9 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:40:55.305602 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b3e618-c445-47df-8f2f-119f99dfc5b9 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:40:55.322624 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Publish callbacks [] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:55.353688 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Transition to ACTIVE for port object e4b3e618-c445-47df-8f2f-119f99dfc5b9 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:40:55.358746 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:55.416459 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0418ef-074a-45d8-99ae-cec865edf587 req-e49283d1-6955-4227-8781-a60756450505 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:55.418182 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f0418ef-074a-45d8-99ae-cec865edf587 req-e49283d1-6955-4227-8781-a60756450505 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 931 time: 0.1158664 Mar 31 21:40:55.441386 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b3e618-c445-47df-8f2f-119f99dfc5b9,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:55.538200 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f0418ef-074a-45d8-99ae-cec865edf587 req-cf651e18-3843-4e31-bd0b-0deb1990f9ff tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=041a8a0f-e953-4558-aebc-d24e4f0a85de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094639 Mar 31 21:40:55.560668 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Attempting to bind port e4b3e618-c445-47df-8f2f-119f99dfc5b9 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:40:55.560668 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Attempting to bind port e4b3e618-c445-47df-8f2f-119f99dfc5b9 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:40:55.560668 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Attempting to bind port e4b3e618-c445-47df-8f2f-119f99dfc5b9 on network a6fb69be-10fb-4d53-a720-03a7f9cdadda {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:40:55.562899 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Port e4b3e618-c445-47df-8f2f-119f99dfc5b9 on network a6fb69be-10fb-4d53-a720-03a7f9cdadda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:40:55.563225 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Attempting to bind port e4b3e618-c445-47df-8f2f-119f99dfc5b9 on network a6fb69be-10fb-4d53-a720-03a7f9cdadda {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:40:55.571303 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:40:55.572085 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Checking segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:40:55.572503 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Bound using segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:40:55.572939 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Bound port: e4b3e618-c445-47df-8f2f-119f99dfc5b9, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:40:55.573388 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:55.644869 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] For port e4b3e618-c445-47df-8f2f-119f99dfc5b9, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:40:55.648368 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] For port e4b3e618-c445-47df-8f2f-119f99dfc5b9, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4b3e618-c445-47df-8f2f-119f99dfc5b9,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:40:55.655751 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:55.695474 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:55.696101 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:55.697650 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] 10.222.0.13 "PUT /v2.0/ports/e4b3e618-c445-47df-8f2f-119f99dfc5b9 HTTP/1.1" status: 200 len: 1093 time: 0.7917755 Mar 31 21:40:55.698154 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d7940c-e6fc-4882-860c-24704c068c7c', 'tag': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:40:55.700717 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b3a57a-00f9-4f3d-89cc-b514aa0f91dd" -d '{"events": [{"name": "network-changed", "server_uuid": "34d7940c-e6fc-4882-860c-24704c068c7c", "tag": "e4b3e618-c445-47df-8f2f-119f99dfc5b9"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:40:55.730119 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb7435-dbce-4261-b33b-b6a3af8efc39 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b3e618-c445-47df-8f2f-119f99dfc5b9,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:55.789147 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4188d7-7170-4312-9325-7ce025df3eba x-openstack-request-id: req-ae4188d7-7170-4312-9325-7ce025df3eba {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:40:55.789630 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d7940c-e6fc-4882-860c-24704c068c7c", "tag": "e4b3e618-c445-47df-8f2f-119f99dfc5b9", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:40:55.790173 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae4188d7-7170-4312-9325-7ce025df3eba {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:40:55.790923 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4188d7-7170-4312-9325-7ce025df3eba'] response: {'name': 'network-changed', 'server_uuid': '34d7940c-e6fc-4882-860c-24704c068c7c', 'tag': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9', 'status': 'completed', 'code': 200} Mar 31 21:40:55.847494 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-954a3725-afa2-4f2d-9ea4-cdc3bc3df319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:55.849067 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-954a3725-afa2-4f2d-9ea4-cdc3bc3df319 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 1127 time: 0.0773072 Mar 31 21:40:55.904531 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-daaefad8-b59d-41ba-ae15-fcbfc422d9fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4b3e618-c445-47df-8f2f-119f99dfc5b9 HTTP/1.1" status: 200 len: 217 time: 0.0443664 Mar 31 21:40:55.957553 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-62d68480-b4cd-4979-869e-4b51fab544c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:55.959400 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-62d68480-b4cd-4979-869e-4b51fab544c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.0483477 Mar 31 21:40:56.024600 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-fc8ba85f-d204-43e2-93df-3d25641d0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:56.026690 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-fc8ba85f-d204-43e2-93df-3d25641d0b86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603111 Mar 31 21:40:56.128268 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-04e74535-5642-4c44-8505-0ce6efa5d225 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887907 Mar 31 21:40:56.228246 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dde9d64-571c-4c67-8ca5-7b6e24f66fef req-2fb4978d-745d-436a-9ac3-910372b3122c service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941753 Mar 31 21:40:56.340463 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3a57a-00f9-4f3d-89cc-b514aa0f91dd req-cbd03ad6-4648-4b97-a599-505e12dfa6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:56.341508 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15b3a57a-00f9-4f3d-89cc-b514aa0f91dd req-cbd03ad6-4648-4b97-a599-505e12dfa6aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 1127 time: 0.0495338 Mar 31 21:40:56.446022 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3a57a-00f9-4f3d-89cc-b514aa0f91dd req-d85a8ce1-6819-4bfd-919b-c03fcdfe76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:56.447577 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15b3a57a-00f9-4f3d-89cc-b514aa0f91dd req-d85a8ce1-6819-4bfd-919b-c03fcdfe76ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 915 time: 0.0989337 Mar 31 21:40:56.506722 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15b3a57a-00f9-4f3d-89cc-b514aa0f91dd req-8950af76-0662-4b6c-a4e9-ca45f6c64a8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4b3e618-c445-47df-8f2f-119f99dfc5b9 HTTP/1.1" status: 200 len: 217 time: 0.0471783 Mar 31 21:40:56.593143 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3a57a-00f9-4f3d-89cc-b514aa0f91dd req-45c35b80-a955-488d-96a8-930048bd2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:56.594653 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15b3a57a-00f9-4f3d-89cc-b514aa0f91dd req-45c35b80-a955-488d-96a8-930048bd2cbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.0774186 Mar 31 21:40:56.618567 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4a0f1-782e-4c36-b25f-2e8d9c7a6fb2 req-deb75ce5-4b33-4126-bdd2-40c8af495cb9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:56.620118 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fbc4a0f1-782e-4c36-b25f-2e8d9c7a6fb2 req-deb75ce5-4b33-4126-bdd2-40c8af495cb9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 946 time: 0.0758727 Mar 31 21:40:56.723923 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3a57a-00f9-4f3d-89cc-b514aa0f91dd req-7566f87b-f965-43c3-a9f4-db482caa08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:56.725332 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15b3a57a-00f9-4f3d-89cc-b514aa0f91dd req-7566f87b-f965-43c3-a9f4-db482caa08c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229105 Mar 31 21:40:56.730006 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fbc4a0f1-782e-4c36-b25f-2e8d9c7a6fb2 req-b77ea4b8-ae42-4085-b94f-999a0a1651ee tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923388 Mar 31 21:40:56.758442 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c08209-ec0c-4e6f-affa-a98e5c6279fd req-efca84ad-b4fa-43ff-979e-c36989a621a7 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:56.759920 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00c08209-ec0c-4e6f-affa-a98e5c6279fd req-efca84ad-b4fa-43ff-979e-c36989a621a7 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 943 time: 0.1233468 Mar 31 21:40:56.850918 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-00c08209-ec0c-4e6f-affa-a98e5c6279fd req-de07d9ae-0b50-4313-a410-71bb04c0a8da tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=041a8a0f-e953-4558-aebc-d24e4f0a85de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663137 Mar 31 21:40:56.869977 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15b3a57a-00f9-4f3d-89cc-b514aa0f91dd req-d4062d16-6823-4b15-bc01-19021cf7ea3b service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372480 Mar 31 21:40:56.968368 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15b3a57a-00f9-4f3d-89cc-b514aa0f91dd req-861319bd-d52f-4ed4-911e-71f2106873f7 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891447 Mar 31 21:40:57.883555 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883991a4-40a1-497b-9708-4de9e3a97de2 req-fed1d91f-89f4-43c0-8750-9f01f142b957 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:57.886990 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-883991a4-40a1-497b-9708-4de9e3a97de2 req-fed1d91f-89f4-43c0-8750-9f01f142b957 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 946 time: 0.0730736 Mar 31 21:40:57.954330 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-883991a4-40a1-497b-9708-4de9e3a97de2 req-aca1e967-d219-4075-adae-89b1313ca50e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609932 Mar 31 21:40:58.012810 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5395dcd-94f3-4509-bf27-9f03333a2d12 req-4c2ae769-49f2-498d-95a4-d4971972f78c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:58.016269 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d5395dcd-94f3-4509-bf27-9f03333a2d12 req-4c2ae769-49f2-498d-95a4-d4971972f78c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 943 time: 0.0771310 Mar 31 21:40:58.074550 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d5395dcd-94f3-4509-bf27-9f03333a2d12 req-12bf472b-d022-450d-9adf-daabe9d1aea1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=041a8a0f-e953-4558-aebc-d24e4f0a85de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512879 Mar 31 21:40:58.417433 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646aef4-6b1a-4836-a256-5132e1ec39ae req-8365be08-139b-452b-a658-8b01aa1b412e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:58.418996 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1646aef4-6b1a-4836-a256-5132e1ec39ae req-8365be08-139b-452b-a658-8b01aa1b412e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0633242 Mar 31 21:40:58.470076 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1646aef4-6b1a-4836-a256-5132e1ec39ae req-cf08e757-3fca-43e9-9175-9911f9a16a9f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454743 Mar 31 21:40:58.823633 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-4c0caf56-df2b-4b91-bd43-1bea162762f9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:58.824999 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-4c0caf56-df2b-4b91-bd43-1bea162762f9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.13 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 946 time: 0.0574346 Mar 31 21:40:58.926116 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Deleting port 38f18a43-8f4d-4708-a71a-429d4f323b17 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:40:58.926845 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:59.345786 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] For port 38f18a43-8f4d-4708-a71a-429d4f323b17, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=38f18a43-8f4d-4708-a71a-429d4f323b17,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:59.346189 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:59.367634 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b2077-508e-4f16-8da5-8d8539f3a670 req-fd06543d-b659-4f44-9d29-9f06ef7e4a47 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:59.369157 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-470b2077-508e-4f16-8da5-8d8539f3a670 req-fd06543d-b659-4f44-9d29-9f06ef7e4a47 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 946 time: 0.1437590 Mar 31 21:40:59.379591 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe7c34-00af-4d2e-8f5b-d02923e89152 req-08e170dd-cc4f-45e6-85d2-50530f0f4003 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:59.381155 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-49fe7c34-00af-4d2e-8f5b-d02923e89152 req-08e170dd-cc4f-45e6-85d2-50530f0f4003 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 943 time: 0.1546042 Mar 31 21:40:59.536123 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-470b2077-508e-4f16-8da5-8d8539f3a670 req-6c0aceaa-6d50-4989-94f0-dd9f37889c66 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=749bd4a9-f912-4f6c-a5a9-536d794a70b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504586 Mar 31 21:40:59.551252 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-49fe7c34-00af-4d2e-8f5b-d02923e89152 req-c12dcf40-1042-406d-9e63-45c0cb5f0fc9 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=041a8a0f-e953-4558-aebc-d24e4f0a85de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619670 Mar 31 21:40:59.643684 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:59.643930 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (ccb6f94c-2cc6-4344-aa8f-5f398233fa60), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:59.644243 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Floating IP ccb6f94c-2cc6-4344-aa8f-5f398233fa60 disassociated. External IP: 172.27.3.34, port: 38f18a43-8f4d-4708-a71a-429d4f323b17. Mar 31 21:40:59.645535 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Calling delete_port for 38f18a43-8f4d-4708-a71a-429d4f323b17 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:40:59.649139 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device e4b3e618-c445-47df-8f2f-119f99dfc5b9 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:40:59.764477 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port e4b3e618-c445-47df-8f2f-119f99dfc5b9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4b3e618-c445-47df-8f2f-119f99dfc5b9,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:59.772430 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070385a-487d-443f-87d3-1f22bdb9fa23 req-0f7a0d65-a9b4-4ba8-81a9-26ac860561f1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:59.774020 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4070385a-487d-443f-87d3-1f22bdb9fa23 req-0f7a0d65-a9b4-4ba8-81a9-26ac860561f1 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1170180 Mar 31 21:40:59.780786 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'port_id': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9', 'mac_address': 'fa:16:3e:33:7e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:40:59.825945 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port e4b3e618-c445-47df-8f2f-119f99dfc5b9 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:59.826747 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:59.850361 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b3e618-c445-47df-8f2f-119f99dfc5b9 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:40:59.871679 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4070385a-487d-443f-87d3-1f22bdb9fa23 req-502f9a35-e50f-4ba1-bde7-9a16e67bc054 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862651 Mar 31 21:40:59.872901 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (38f18a43-8f4d-4708-a71a-429d4f323b17), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:59.894932 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port e4b3e618-c445-47df-8f2f-119f99dfc5b9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4b3e618-c445-47df-8f2f-119f99dfc5b9,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:59.901603 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:59.911844 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event deleted for resources: {'Port': ['ID=38f18a43-8f4d-4708-a71a-429d4f323b17,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:59.978283 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=e4b3e618-c445-47df-8f2f-119f99dfc5b9,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:59.987632 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.987632 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.987962 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.988040 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.988384 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.988711 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.989038 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.989363 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.989690 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.990029 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.990361 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.990773 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.991104 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.991423 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:59.991741 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:00.044975 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Router 6d109d59-06b1-4380-a6ca-0b3499bfd0db has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:41:00.161146 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:41:00.173835 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f10259-5d82-436d-a9ee-8565f1065576 None None] Sync routers for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:41:00.185444 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f10259-5d82-436d-a9ee-8565f1065576 None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:00.186220 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-57f10259-5d82-436d-a9ee-8565f1065576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:40:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:00.221746 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] No DVR routers for this DVR port 38f18a43-8f4d-4708-a71a-429d4f323b17 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:41:00.224412 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:00.227958 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-18271f5c-7af0-46ee-9c5c-fc4ba0c6b5f9 req-b2d2c036-2787-4e40-953d-c5957d91bada tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.13 "DELETE /v2.0/ports/38f18a43-8f4d-4708-a71a-429d4f323b17 HTTP/1.1" status: 204 len: 173 time: 1.3960423 Mar 31 21:41:00.228503 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'name': 'network-vif-deleted', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:00.230958 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d095be87-b685-4aa6-a9e6-dfdfcda4eba6" -d '{"events": [{"server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "name": "network-vif-deleted", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:00.281669 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e0a402-1e69-45d1-b7be-1ea41f74c33f x-openstack-request-id: req-27e0a402-1e69-45d1-b7be-1ea41f74c33f {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:00.282261 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909783ea-91a8-4522-afdc-9a5f3ae6f19a", "name": "network-vif-deleted", "tag": "38f18a43-8f4d-4708-a71a-429d4f323b17", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:00.282903 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27e0a402-1e69-45d1-b7be-1ea41f74c33f {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:00.284632 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e0a402-1e69-45d1-b7be-1ea41f74c33f'] response: {'server_uuid': '909783ea-91a8-4522-afdc-9a5f3ae6f19a', 'name': 'network-vif-deleted', 'tag': '38f18a43-8f4d-4708-a71a-429d4f323b17', 'status': 'completed', 'code': 200} Mar 31 21:41:00.324698 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['e4b3e618-c445-47df-8f2f-119f99dfc5b9'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:41:00.339697 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-57f10259-5d82-436d-a9ee-8565f1065576 None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:00.696818 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-57f10259-5d82-436d-a9ee-8565f1065576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:00.704560 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fd665e2c-b6cd-4a0c-86f7-c98eb8d4a772 req-75e7ed5e-a72d-4ce8-8796-bf7d4dd1da4d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=909783ea-91a8-4522-afdc-9a5f3ae6f19a HTTP/1.1" status: 200 len: 210 time: 0.0496910 Mar 31 21:41:00.730601 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f10259-5d82-436d-a9ee-8565f1065576 None None] Checking router: 6d109d59-06b1-4380-a6ca-0b3499bfd0db for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:41:00.746072 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f10259-5d82-436d-a9ee-8565f1065576 None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:00.747124 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-57f10259-5d82-436d-a9ee-8565f1065576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:40:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:00.759237 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7b09d-dfa0-405b-bec1-60eb727847af req-ff0f006b-7c8a-4cb4-9760-73976164dbc6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:00.761656 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bbf7b09d-dfa0-405b-bec1-60eb727847af req-ff0f006b-7c8a-4cb4-9760-73976164dbc6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 944 time: 0.0905716 Mar 31 21:41:00.852070 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bbf7b09d-dfa0-405b-bec1-60eb727847af req-2f9ed5e0-f01d-4738-86ee-58b0455b574f tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=041a8a0f-e953-4558-aebc-d24e4f0a85de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856776 Mar 31 21:41:00.933826 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-57f10259-5d82-436d-a9ee-8565f1065576 None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:01.053384 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345f6de-8d86-4b39-881c-6673039cc400 req-af24ce2c-e66f-4365-86a4-9ce777c8cdfb tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:01.055437 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8345f6de-8d86-4b39-881c-6673039cc400 req-af24ce2c-e66f-4365-86a4-9ce777c8cdfb tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0658739 Mar 31 21:41:01.112078 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8345f6de-8d86-4b39-881c-6673039cc400 req-0fd1e58a-8518-4f5f-93e4-bb0605b11273 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503829 Mar 31 21:41:01.154155 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-57f10259-5d82-436d-a9ee-8565f1065576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:01.184199 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f10259-5d82-436d-a9ee-8565f1065576 None None] The sync data for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi is: [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:41:01.431775 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f70815-d505-4ec1-9d59-08d90f6a1f5f None None] New status for floating IP ccb6f94c-2cc6-4344-aa8f-5f398233fa60: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:41:01.667422 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device e4b3e618-c445-47df-8f2f-119f99dfc5b9 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:41:01.718940 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port e4b3e618-c445-47df-8f2f-119f99dfc5b9 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:41:01.723546 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port e4b3e618-c445-47df-8f2f-119f99dfc5b9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:41:01.723916 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:01.821417 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port e4b3e618-c445-47df-8f2f-119f99dfc5b9 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:01.822102 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:01.828159 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54676) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:01.847490 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d7940c-e6fc-4882-860c-24704c068c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:01.849749 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0aaa9f-ccb0-419e-9d07-f6ca4580f54f" -d '{"events": [{"server_uuid": "34d7940c-e6fc-4882-860c-24704c068c7c", "name": "network-vif-plugged", "status": "completed", "tag": "e4b3e618-c445-47df-8f2f-119f99dfc5b9"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:01.864720 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port e4b3e618-c445-47df-8f2f-119f99dfc5b9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4b3e618-c445-47df-8f2f-119f99dfc5b9,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:01.869923 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:01.870754 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 38f18a43-8f4d-4708-a71a-429d4f323b17 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:41:01.892248 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: 38f18a43-8f4d-4708-a71a-429d4f323b17 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:41:01.892614 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 38f18a43-8f4d-4708-a71a-429d4f323b17 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:41:01.906062 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-de076f75-8d0a-4bdb-9eb1-3c7846f76af6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group (749bd4a9-f912-4f6c-a5a9-536d794a70b2), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:01.934437 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-de076f75-8d0a-4bdb-9eb1-3c7846f76af6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group (749bd4a9-f912-4f6c-a5a9-536d794a70b2), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:01.940611 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=e4b3e618-c445-47df-8f2f-119f99dfc5b9,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:02.000286 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9499591c-7bcd-4d79-afc1-99031ef3516a x-openstack-request-id: req-9499591c-7bcd-4d79-afc1-99031ef3516a {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:02.000884 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d7940c-e6fc-4882-860c-24704c068c7c", "name": "network-vif-plugged", "status": "completed", "tag": "e4b3e618-c445-47df-8f2f-119f99dfc5b9", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:02.001201 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9499591c-7bcd-4d79-afc1-99031ef3516a {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:02.001584 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9499591c-7bcd-4d79-afc1-99031ef3516a'] response: {'server_uuid': '34d7940c-e6fc-4882-860c-24704c068c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9', 'code': 200} Mar 31 21:41:02.005772 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78a686-2407-481d-bca6-00b726c43413 req-11b76066-6fb8-43e4-a1e3-364e24f46c67 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:02.007534 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2d78a686-2407-481d-bca6-00b726c43413 req-11b76066-6fb8-43e4-a1e3-364e24f46c67 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 945 time: 0.0644674 Mar 31 21:41:02.007673 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-de076f75-8d0a-4bdb-9eb1-3c7846f76af6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (749bd4a9-f912-4f6c-a5a9-536d794a70b2), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.013490 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-de076f75-8d0a-4bdb-9eb1-3c7846f76af6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.016384 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-de076f75-8d0a-4bdb-9eb1-3c7846f76af6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "DELETE /v2.0/security-groups/749bd4a9-f912-4f6c-a5a9-536d794a70b2 HTTP/1.1" status: 204 len: 168 time: 0.1861787 Mar 31 21:41:02.021141 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 54684) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:02.038705 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de076f75-8d0a-4bdb-9eb1-3c7846f76af6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749bd4a9-f912-4f6c-a5a9-536d794a70b2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:02.050961 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.api.v2.resource [None req-70a19153-29ca-484a-b800-c4b4c742a81b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] show failed (client error): The resource could not be found. Mar 31 21:41:02.052012 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-70a19153-29ca-484a-b800-c4b4c742a81b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups/749bd4a9-f912-4f6c-a5a9-536d794a70b2 HTTP/1.1" status: 404 len: 347 time: 0.0281782 Mar 31 21:41:02.055017 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 54686) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:02.180542 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2d78a686-2407-481d-bca6-00b726c43413 req-9ec0f52f-ba5e-4cda-932f-a061dac3a9d7 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=041a8a0f-e953-4558-aebc-d24e4f0a85de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577625 Mar 31 21:41:02.331837 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3131b-86ee-4170-b380-fc0b878832a7 req-4a9c3d21-3a99-47ed-ab2e-e7a7886e7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:02.333078 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03c3131b-86ee-4170-b380-fc0b878832a7 req-4a9c3d21-3a99-47ed-ab2e-e7a7886e7ce1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 1129 time: 0.1695223 Mar 31 21:41:02.366352 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-797ded43-696d-49e1-b7e0-100d25dec137 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:02.368945 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-797ded43-696d-49e1-b7e0-100d25dec137 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1551080 Mar 31 21:41:02.431554 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2542de6c-1a16-4389-941b-9e6e1989d5ef tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Deleting port d0c2cef1-5699-4b20-8714-0754afba919e {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:41:02.431889 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2542de6c-1a16-4389-941b-9e6e1989d5ef tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (d0c2cef1-5699-4b20-8714-0754afba919e), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.447446 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fc9c3-b6f6-42a1-8dcd-d3dffb7fed01 req-dbec39e6-5b91-44fd-a29e-7522b6a91472 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:02.449052 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c86fc9c3-b6f6-42a1-8dcd-d3dffb7fed01 req-dbec39e6-5b91-44fd-a29e-7522b6a91472 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 945 time: 0.2153668 Mar 31 21:41:02.534705 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03c3131b-86ee-4170-b380-fc0b878832a7 req-9264864a-22e2-4b47-98ff-0adff8ca9995 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=041a8a0f-e953-4558-aebc-d24e4f0a85de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915083 Mar 31 21:41:02.600191 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c86fc9c3-b6f6-42a1-8dcd-d3dffb7fed01 req-ca623f8d-f8a9-49b8-b46c-ddb9fea61215 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=69bfb704-0e9d-4234-8e50-1bec8878a9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320341 Mar 31 21:41:02.620634 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2542de6c-1a16-4389-941b-9e6e1989d5ef tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (d0c2cef1-5699-4b20-8714-0754afba919e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.620958 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2542de6c-1a16-4389-941b-9e6e1989d5ef tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (d0c2cef1-5699-4b20-8714-0754afba919e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.637263 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2542de6c-1a16-4389-941b-9e6e1989d5ef tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Calling delete_port for d0c2cef1-5699-4b20-8714-0754afba919e owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:41:02.656235 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Deleting port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:41:02.656573 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.810907 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] For port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:02.811268 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.949001 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2542de6c-1a16-4389-941b-9e6e1989d5ef tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (d0c2cef1-5699-4b20-8714-0754afba919e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.979396 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542de6c-1a16-4389-941b-9e6e1989d5ef tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event deleted for resources: {'Port': ['ID=d0c2cef1-5699-4b20-8714-0754afba919e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:03.083479 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.084203 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (87114ce0-88b8-496f-9b8a-5c983d93b4f0), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.084203 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Floating IP 87114ce0-88b8-496f-9b8a-5c983d93b4f0 disassociated. External IP: 172.27.3.204, port: e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1. Mar 31 21:41:03.084449 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Calling delete_port for e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:41:03.103686 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2542de6c-1a16-4389-941b-9e6e1989d5ef tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (ccb6f94c-2cc6-4344-aa8f-5f398233fa60), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.106238 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2542de6c-1a16-4389-941b-9e6e1989d5ef tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.107386 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2542de6c-1a16-4389-941b-9e6e1989d5ef tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "DELETE /v2.0/floatingips/ccb6f94c-2cc6-4344-aa8f-5f398233fa60 HTTP/1.1" status: 204 len: 168 time: 1.0514598 Mar 31 21:41:03.176871 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bc7dea1d-e17e-4dd5-973b-c0b2fa03700e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.289017 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.324307 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event deleted for resources: {'Port': ['ID=e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:03.338420 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54694) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:03.342497 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a6ac5cfc-f251-49c0-a5b1-7ffae36045c3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701140852', 'description': 'tempest-description--1544385995'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:03.367730 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5cfc-f251-49c0-a5b1-7ffae36045c3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.421144 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fb6be-f73e-4593-9ecc-5d3fcd4fdede req-70778900-c1aa-43bc-b14b-dc829fe32578 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:03.422561 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b92fb6be-f73e-4593-9ecc-5d3fcd4fdede req-70778900-c1aa-43bc-b14b-dc829fe32578 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 945 time: 0.1696935 Mar 31 21:41:03.433248 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5cfc-f251-49c0-a5b1-7ffae36045c3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group (84d31870-99f0-4e6a-a803-9cefae0f3ac8), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.437482 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5cfc-f251-49c0-a5b1-7ffae36045c3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (84d31870-99f0-4e6a-a803-9cefae0f3ac8), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.467830 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a6ac5cfc-f251-49c0-a5b1-7ffae36045c3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.469093 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-a6ac5cfc-f251-49c0-a5b1-7ffae36045c3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1301217 Mar 31 21:41:03.472073 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54696) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:03.477356 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1365a465-aa4c-44a7-9ef0-af83cfa46557 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Request body: {'security_group_rule': {'security_group_id': '84d31870-99f0-4e6a-a803-9cefae0f3ac8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:03.483910 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac5cfc-f251-49c0-a5b1-7ffae36045c3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d31870-99f0-4e6a-a803-9cefae0f3ac8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:03.490676 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b92fb6be-f73e-4593-9ecc-5d3fcd4fdede req-edce6aa1-8007-49cd-ac57-137a9b42c559 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=041a8a0f-e953-4558-aebc-d24e4f0a85de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609734 Mar 31 21:41:03.500016 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:41:03.511965 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1365a465-aa4c-44a7-9ef0-af83cfa46557 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group_rule (301cf2d1-98af-432c-9236-149ddb3ace96), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.567833 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1365a465-aa4c-44a7-9ef0-af83cfa46557 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group_rule (301cf2d1-98af-432c-9236-149ddb3ace96), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.572073 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1365a465-aa4c-44a7-9ef0-af83cfa46557 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (301cf2d1-98af-432c-9236-149ddb3ace96), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.590247 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365a465-aa4c-44a7-9ef0-af83cfa46557 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301cf2d1-98af-432c-9236-149ddb3ace96,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:03.598628 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1365a465-aa4c-44a7-9ef0-af83cfa46557 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.599864 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-1365a465-aa4c-44a7-9ef0-af83cfa46557 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268473 Mar 31 21:41:03.602630 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54698) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:03.607763 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8a6328fb-af6e-4746-adca-ef08305a90cf tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Request body: {'security_group_rule': {'security_group_id': '84d31870-99f0-4e6a-a803-9cefae0f3ac8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:03.618624 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:41:03.630683 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eda24c-273e-4e52-a43a-7fc1ed3efec5 None None] Sync routers for ids ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:41:03.642014 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a6328fb-af6e-4746-adca-ef08305a90cf tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group_rule (ce76d1d7-ec6b-47bf-b273-6fb70bc74e19), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.649824 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eda24c-273e-4e52-a43a-7fc1ed3efec5 None None] Routers {'45c0fa57-db9d-4f02-aa6b-2cb8a1416867'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:03.650643 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-37eda24c-273e-4e52-a43a-7fc1ed3efec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:40:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:03.678286 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] No DVR routers for this DVR port e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:41:03.680946 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.684994 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ec4c4754-f258-4052-b02e-3c8d047123d6 req-c91bba39-5a08-4eb9-9842-dcf8e127f8bf tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "DELETE /v2.0/ports/e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 HTTP/1.1" status: 204 len: 173 time: 1.3041420 Mar 31 21:41:03.685504 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'name': 'network-vif-deleted', 'tag': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:03.687920 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c771ae9b-a1bc-4a70-b194-60465b988d8b" -d '{"events": [{"server_uuid": "5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2", "name": "network-vif-deleted", "tag": "e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:03.758578 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a6328fb-af6e-4746-adca-ef08305a90cf tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group_rule (ce76d1d7-ec6b-47bf-b273-6fb70bc74e19), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.765244 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a6328fb-af6e-4746-adca-ef08305a90cf tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (ce76d1d7-ec6b-47bf-b273-6fb70bc74e19), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.771018 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e73c1667-3c98-47e1-94bd-66b86edce713 req-08da212a-ed92-4c76-a38a-05d3862fa2cd tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2 HTTP/1.1" status: 200 len: 210 time: 0.0668068 Mar 31 21:41:03.772954 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56bb79a-cde2-4574-a2f5-d4f05b286893 x-openstack-request-id: req-e56bb79a-cde2-4574-a2f5-d4f05b286893 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:03.773414 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2", "name": "network-vif-deleted", "tag": "e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:03.773834 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e56bb79a-cde2-4574-a2f5-d4f05b286893 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:03.774968 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e56bb79a-cde2-4574-a2f5-d4f05b286893'] response: {'server_uuid': '5f7c93a0-5cca-4c35-a456-63bf0c4bd7f2', 'name': 'network-vif-deleted', 'tag': 'e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1', 'status': 'completed', 'code': 200} Mar 31 21:41:03.794817 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6328fb-af6e-4746-adca-ef08305a90cf tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce76d1d7-ec6b-47bf-b273-6fb70bc74e19,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:03.810438 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a6328fb-af6e-4746-adca-ef08305a90cf tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.817051 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-8a6328fb-af6e-4746-adca-ef08305a90cf tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2126253 Mar 31 21:41:03.817856 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 54704) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:03.822549 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:03.828656 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-37eda24c-273e-4e52-a43a-7fc1ed3efec5 None None] Set router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:03.848177 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.131865 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-37eda24c-273e-4e52-a43a-7fc1ed3efec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '9619f6c1-1751-4a92-9738-ef6b5eedfdb0', 'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'mac_address': 'fa:16:3e:7c:53:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:38Z', 'updated_at': '2022-03-31T21:34:55Z', 'revision_number': 5, 'project_id': '92115509477b4904ad8fe11253589f6f', 'subnets': [{'id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:04.159458 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eda24c-273e-4e52-a43a-7fc1ed3efec5 None None] Checking router: 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:41:04.169343 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eda24c-273e-4e52-a43a-7fc1ed3efec5 None None] Routers {'45c0fa57-db9d-4f02-aa6b-2cb8a1416867'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:04.170009 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-37eda24c-273e-4e52-a43a-7fc1ed3efec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:40:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:04.228871 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.380982 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Allocated IP 172.27.3.46 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/01f24d15-53b9-4029-8686-62ba2148d536) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:41:04.471597 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-37eda24c-273e-4e52-a43a-7fc1ed3efec5 None None] Set router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:04.502715 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for port (01f24d15-53b9-4029-8686-62ba2148d536), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.546898 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (01f24d15-53b9-4029-8686-62ba2148d536), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.620850 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:41:04.627499 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:41:04.630074 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:41:04.634341 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event updated for resources: {'Port': ['ID=01f24d15-53b9-4029-8686-62ba2148d536,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:04.696136 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc2b56-5899-4a02-93d3-3c05828fba88 req-147bfecd-391f-48e5-a953-625ec4321573 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:04.697677 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6bfc2b56-5899-4a02-93d3-3c05828fba88 req-147bfecd-391f-48e5-a953-625ec4321573 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 945 time: 0.1249850 Mar 31 21:41:04.698920 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-37eda24c-273e-4e52-a43a-7fc1ed3efec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '9619f6c1-1751-4a92-9738-ef6b5eedfdb0', 'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'mac_address': 'fa:16:3e:7c:53:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:38Z', 'updated_at': '2022-03-31T21:34:55Z', 'revision_number': 5, 'project_id': '92115509477b4904ad8fe11253589f6f', 'subnets': [{'id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:04.730553 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eda24c-273e-4e52-a43a-7fc1ed3efec5 None None] The sync data for ids ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'] in dv-cinder-836073-1-iscsi is: [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '9619f6c1-1751-4a92-9738-ef6b5eedfdb0', 'name': '', 'network_id': '8d891fd3-a431-41c5-89d8-3afbdd2fb39c', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'mac_address': 'fa:16:3e:7c:53:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:38Z', 'updated_at': '2022-03-31T21:34:55Z', 'revision_number': 5, 'project_id': '92115509477b4904ad8fe11253589f6f', 'subnets': [{'id': 'e720cde3-cbb0-4aac-bc9c-8359ed6452c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:41:04.777917 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (a1feb6e0-b843-43be-94db-502eebf12ff2), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.795943 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6bfc2b56-5899-4a02-93d3-3c05828fba88 req-5b70955e-a002-45b8-abde-cc598bba342a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=041a8a0f-e953-4558-aebc-d24e4f0a85de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727780 Mar 31 21:41:04.832806 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (01f24d15-53b9-4029-8686-62ba2148d536), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.888267 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 54716) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:04.948044 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:41:05.066860 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4e4cd-c09b-4e68-92ee-aed24eb95137 None None] New status for floating IP 87114ce0-88b8-496f-9b8a-5c983d93b4f0: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:41:05.092167 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3a61b-ef2f-453c-b26f-596c8a4c4553 req-8521b335-cdec-4e8c-b1f9-fba7c996eb8a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:05.093700 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-39d3a61b-ef2f-453c-b26f-596c8a4c4553 req-8521b335-cdec-4e8c-b1f9-fba7c996eb8a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 945 time: 0.1893580 Mar 31 21:41:05.102365 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 54718) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:05.104477 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa80cb30-5d58-4e5d-972f-3c67c415f61e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for security_group (69bfb704-0e9d-4234-8e50-1bec8878a9be), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.110996 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-ed3ddefd-87fc-4284-ba02-3e63f3c35e00 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'floatingip': {'port_id': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:05.194716 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed3ddefd-87fc-4284-ba02-3e63f3c35e00 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (ef91a31f-e8c5-4370-bb84-a7364e82b0c1), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.198379 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for port (01f24d15-53b9-4029-8686-62ba2148d536), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.201617 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa80cb30-5d58-4e5d-972f-3c67c415f61e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for security_group (69bfb704-0e9d-4234-8e50-1bec8878a9be), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.211398 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (01f24d15-53b9-4029-8686-62ba2148d536), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.262890 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb2d3-365f-4438-8ac4-43bdd307752c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.397635 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event updated for resources: {'Port': ['ID=01f24d15-53b9-4029-8686-62ba2148d536,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:05.427760 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa80cb30-5d58-4e5d-972f-3c67c415f61e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (69bfb704-0e9d-4234-8e50-1bec8878a9be), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.430261 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa80cb30-5d58-4e5d-972f-3c67c415f61e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.431441 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-aa80cb30-5d58-4e5d-972f-3c67c415f61e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "DELETE /v2.0/security-groups/69bfb704-0e9d-4234-8e50-1bec8878a9be HTTP/1.1" status: 204 len: 168 time: 0.5410321 Mar 31 21:41:05.435624 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54720) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:05.436795 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (a1feb6e0-b843-43be-94db-502eebf12ff2), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.456938 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.api.v2.resource [None req-0bec874b-d27b-4d99-9eae-33a59bde5859 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] show failed (client error): The resource could not be found. Mar 31 21:41:05.461508 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-0bec874b-d27b-4d99-9eae-33a59bde5859 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups/69bfb704-0e9d-4234-8e50-1bec8878a9be HTTP/1.1" status: 404 len: 347 time: 0.0227885 Mar 31 21:41:05.461861 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54722) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:05.510282 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80cb30-5d58-4e5d-972f-3c67c415f61e tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bfb704-0e9d-4234-8e50-1bec8878a9be,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:05.527641 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.528904 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c2f5243f-9425-4796-a935-d8d7f274361a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7100117 Mar 31 21:41:05.607062 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-5296fdaf-c14f-4e3d-8da6-3abb0265424b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Deleting port d93f6b5e-1b02-494e-9288-6cf86110d630 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:41:05.607512 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5296fdaf-c14f-4e3d-8da6-3abb0265424b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (d93f6b5e-1b02-494e-9288-6cf86110d630), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.704387 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5296fdaf-c14f-4e3d-8da6-3abb0265424b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (d93f6b5e-1b02-494e-9288-6cf86110d630), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.705056 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5296fdaf-c14f-4e3d-8da6-3abb0265424b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for floatingip (d93f6b5e-1b02-494e-9288-6cf86110d630), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.720355 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-5296fdaf-c14f-4e3d-8da6-3abb0265424b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Calling delete_port for d93f6b5e-1b02-494e-9288-6cf86110d630 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:41:05.745051 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-1366e302-dce1-4bfc-8a68-6b43d9680d18 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1701140852&fields=id&tenant_id=9ae39c656ee84ad0a206b2de783e2957 HTTP/1.1" status: 200 len: 267 time: 0.0650568 Mar 31 21:41:05.870741 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5296fdaf-c14f-4e3d-8da6-3abb0265424b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (d93f6b5e-1b02-494e-9288-6cf86110d630), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.904617 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296fdaf-c14f-4e3d-8da6-3abb0265424b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event deleted for resources: {'Port': ['ID=d93f6b5e-1b02-494e-9288-6cf86110d630,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:05.905368 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed3ddefd-87fc-4284-ba02-3e63f3c35e00 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.925645 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed3ddefd-87fc-4284-ba02-3e63f3c35e00 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (ef91a31f-e8c5-4370-bb84-a7364e82b0c1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.967544 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5296fdaf-c14f-4e3d-8da6-3abb0265424b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks [] for floatingip (87114ce0-88b8-496f-9b8a-5c983d93b4f0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.970136 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5296fdaf-c14f-4e3d-8da6-3abb0265424b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.974198 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-5296fdaf-c14f-4e3d-8da6-3abb0265424b tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "DELETE /v2.0/floatingips/87114ce0-88b8-496f-9b8a-5c983d93b4f0 HTTP/1.1" status: 204 len: 168 time: 0.5088813 Mar 31 21:41:05.992946 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-e8ab6f6c-043e-4a4c-9c43-da6d17c6c3a8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:05.995044 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-e8ab6f6c-043e-4a4c-9c43-da6d17c6c3a8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/networks?id=0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 200 len: 816 time: 0.2261941 Mar 31 21:41:06.041841 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-b2601e9d-705e-41eb-afc8-02a4f9a96736 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/quotas/9ae39c656ee84ad0a206b2de783e2957 HTTP/1.1" status: 200 len: 375 time: 0.0167131 Mar 31 21:41:06.108482 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-ed3ddefd-87fc-4284-ba02-3e63f3c35e00 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Floating IP ef91a31f-e8c5-4370-bb84-a7364e82b0c1 associated. External IP: 172.27.3.128, port: e4b3e618-c445-47df-8f2f-119f99dfc5b9. Mar 31 21:41:06.182245 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a6de36c9-04cf-4e6b-a796-5a73ec31a53c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270342 Mar 31 21:41:06.363344 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-fa63263d-0775-4581-889b-0bf4b7555ba9 service neutron] 10.222.0.24 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678219 Mar 31 21:41:06.467746 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3ddefd-87fc-4284-ba02-3e63f3c35e00 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Router 37610562-38de-4ff9-a072-9f84247eeba6 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:41:06.492833 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-84fe24c0-11ac-42f5-a16c-eebed48f9b77 service neutron] 10.222.0.24 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204865 Mar 31 21:41:06.849884 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-730b65d4-8c35-48bb-a3c2-3788cac2b10b req-ea20aa46-31a3-4932-a870-fa76604e2b72 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 210 time: 0.0339551 Mar 31 21:41:06.899956 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3ddefd-87fc-4284-ba02-3e63f3c35e00 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:41:06.909448 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed3ddefd-87fc-4284-ba02-3e63f3c35e00 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:06.923035 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541c651-d73d-4faf-9da5-94da6c2dbb02 None None] Sync routers for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:41:06.950027 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-ed3ddefd-87fc-4284-ba02-3e63f3c35e00 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "PUT /v2.0/floatingips/ef91a31f-e8c5-4370-bb84-a7364e82b0c1 HTTP/1.1" status: 200 len: 991 time: 1.8441086 Mar 31 21:41:06.950027 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d7940c-e6fc-4882-860c-24704c068c7c', 'tag': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:06.951768 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf0e9a3-19bf-4968-99a4-74cd9ffd6d72" -d '{"events": [{"name": "network-changed", "server_uuid": "34d7940c-e6fc-4882-860c-24704c068c7c", "tag": "e4b3e618-c445-47df-8f2f-119f99dfc5b9"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:06.954909 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8541c651-d73d-4faf-9da5-94da6c2dbb02 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:06.957841 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8541c651-d73d-4faf-9da5-94da6c2dbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:41:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:07.014826 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81c99cf-a034-4cf5-9b69-c3af5468e52e x-openstack-request-id: req-d81c99cf-a034-4cf5-9b69-c3af5468e52e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:07.015148 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d7940c-e6fc-4882-860c-24704c068c7c", "tag": "e4b3e618-c445-47df-8f2f-119f99dfc5b9", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:07.015410 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d81c99cf-a034-4cf5-9b69-c3af5468e52e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:07.017039 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81c99cf-a034-4cf5-9b69-c3af5468e52e'] response: {'name': 'network-changed', 'server_uuid': '34d7940c-e6fc-4882-860c-24704c068c7c', 'tag': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9', 'status': 'completed', 'code': 200} Mar 31 21:41:07.091792 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:07.102501 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:07.117216 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0e9a3-19bf-4968-99a4-74cd9ffd6d72 req-6848ad99-8a8a-403d-931f-5ab3b9ccd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:07.118930 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdf0e9a3-19bf-4968-99a4-74cd9ffd6d72 req-6848ad99-8a8a-403d-931f-5ab3b9ccd35d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 1129 time: 0.0768025 Mar 31 21:41:07.130534 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8541c651-d73d-4faf-9da5-94da6c2dbb02 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:07.283821 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0e9a3-19bf-4968-99a4-74cd9ffd6d72 req-e2851dac-3aab-41cc-94d0-d046373a44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:07.285056 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdf0e9a3-19bf-4968-99a4-74cd9ffd6d72 req-e2851dac-3aab-41cc-94d0-d046373a44e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 915 time: 0.1589112 Mar 31 21:41:07.367509 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdf0e9a3-19bf-4968-99a4-74cd9ffd6d72 req-82fd3d67-7977-4142-bfdc-6c69314e1f7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4b3e618-c445-47df-8f2f-119f99dfc5b9 HTTP/1.1" status: 200 len: 999 time: 0.0758257 Mar 31 21:41:07.450405 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0e9a3-19bf-4968-99a4-74cd9ffd6d72 req-f2d112b2-527f-4232-8def-c46915e983cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:07.451977 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdf0e9a3-19bf-4968-99a4-74cd9ffd6d72 req-f2d112b2-527f-4232-8def-c46915e983cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.0750675 Mar 31 21:41:07.495869 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8541c651-d73d-4faf-9da5-94da6c2dbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'ef91a31f-e8c5-4370-bb84-a7364e82b0c1', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:33:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d7940c-e6fc-4882-860c-24704c068c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:40:50Z', 'updated_at': '2022-03-31T21:41:05Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:07.524450 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0e9a3-19bf-4968-99a4-74cd9ffd6d72 req-c6950a33-bb5a-4637-b419-7382dac8687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:07.525311 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541c651-d73d-4faf-9da5-94da6c2dbb02 None None] Checking router: 37610562-38de-4ff9-a072-9f84247eeba6 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:41:07.526565 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdf0e9a3-19bf-4968-99a4-74cd9ffd6d72 req-c6950a33-bb5a-4637-b419-7382dac8687e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599606 Mar 31 21:41:07.534740 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8541c651-d73d-4faf-9da5-94da6c2dbb02 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:07.535364 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8541c651-d73d-4faf-9da5-94da6c2dbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:41:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:07.626505 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdf0e9a3-19bf-4968-99a4-74cd9ffd6d72 req-f0181ca9-1142-4fab-a7fa-20d9f37425e4 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912971 Mar 31 21:41:07.667672 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8541c651-d73d-4faf-9da5-94da6c2dbb02 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:07.694468 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:41:07.721286 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:41:07.721626 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device e0c3c8c3-bfa2-418f-98d7-e210a0e9eec1 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:41:07.737827 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdf0e9a3-19bf-4968-99a4-74cd9ffd6d72 req-576c474a-d577-46df-8b9b-b9d8672b2c5f service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042700 Mar 31 21:41:07.985205 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8541c651-d73d-4faf-9da5-94da6c2dbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'ef91a31f-e8c5-4370-bb84-a7364e82b0c1', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:33:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d7940c-e6fc-4882-860c-24704c068c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:40:50Z', 'updated_at': '2022-03-31T21:41:05Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:07.996731 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8e3eee29-afca-4b34-bad4-14d8d0a51771 req-9a7f706e-1317-4958-b26c-0b9850c685cb tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 210 time: 0.0465109 Mar 31 21:41:08.022147 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8541c651-d73d-4faf-9da5-94da6c2dbb02 None None] The sync data for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi is: [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'ef91a31f-e8c5-4370-bb84-a7364e82b0c1', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:33:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d7940c-e6fc-4882-860c-24704c068c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:40:50Z', 'updated_at': '2022-03-31T21:41:05Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:41:08.023839 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-36c6faa3-012f-4401-b130-b3626a192bba tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:08.025398 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-36c6faa3-012f-4401-b130-b3626a192bba tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.13 "GET /v2.0/networks?id=0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 200 len: 816 time: 0.1704328 Mar 31 21:41:08.106223 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-5dfb2cec-744e-4044-a371-fcac72e3fb83 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ae39c656ee84ad0a206b2de783e2957 HTTP/1.1" status: 200 len: 380 time: 0.0675433 Mar 31 21:41:08.116541 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Request body: {'port': {'device_id': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'admin_state_up': True, 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'security_groups': ['84d31870-99f0-4e6a-a803-9cefae0f3ac8']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:08.245889 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Made reservation on behalf of 9ae39c656ee84ad0a206b2de783e2957 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:41:08.249300 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.258128 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72babd-3ee6-41bf-8cfa-1be81a8c3e4b None None] New status for floating IP ef91a31f-e8c5-4370-bb84-a7364e82b0c1: ACTIVE {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:41:08.401450 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Allocated IP 172.20.0.5 (0af588c6-3580-4c39-ad1f-cdc12f558b33/a9c03d72-65a2-4958-bf93-9d18736e5081/591b970f-ba3b-4d98-8a0a-1423f89e05da) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:41:08.525894 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.642521 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.650726 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72aa2a-7136-4c9b-9c2b-f98888281a98 req-0978faed-a8a6-4b49-a113-d2e2744deb4a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:08.652591 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-af72aa2a-7136-4c9b-9c2b-f98888281a98 req-0978faed-a8a6-4b49-a113-d2e2744deb4a tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1129332 Mar 31 21:41:08.721784 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-af72aa2a-7136-4c9b-9c2b-f98888281a98 req-5ff1f3ca-4252-4053-9a94-9495ecc5be85 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621343 Mar 31 21:41:08.729736 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.773023 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Network 0af588c6-3580-4c39-ad1f-cdc12f558b33 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:41:08.776587 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:41:08.784030 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:41:08.791098 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event updated for resources: {'Port': ['ID=591b970f-ba3b-4d98-8a0a-1423f89e05da,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:08.847486 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:08.848133 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.867971 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-a4f14d2f-ec27-4949-97ee-f72e3c92e346 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7553411 Mar 31 21:41:08.883294 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Request body: {'port': {'device_id': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:08.950751 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:09.081271 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-70f1d796-f264-4891-9a84-4054b904120d None None] Provisioning complete for port 591b970f-ba3b-4d98-8a0a-1423f89e05da triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:41:09.081836 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-70f1d796-f264-4891-9a84-4054b904120d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:09.122946 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-70f1d796-f264-4891-9a84-4054b904120d None None] Port 591b970f-ba3b-4d98-8a0a-1423f89e05da cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:41:09.280450 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7871787-e0ef-48f8-95df-639acb4d55c4 req-8b1809b5-5d9e-4496-a92c-7c259c8cea1f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:09.282090 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c7871787-e0ef-48f8-95df-639acb4d55c4 req-8b1809b5-5d9e-4496-a92c-7c259c8cea1f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 931 time: 0.1736877 Mar 31 21:41:09.289654 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d1871-f627-4d0d-95be-0b9d0bec03e6 req-efc9c557-f77b-435f-850a-0d7f6ff1c9fc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:09.291460 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-112d1871-f627-4d0d-95be-0b9d0bec03e6 req-efc9c557-f77b-435f-850a-0d7f6ff1c9fc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1433256 Mar 31 21:41:09.438694 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591b970f-ba3b-4d98-8a0a-1423f89e05da {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:41:09.469366 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Publish callbacks [] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:09.476811 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c7871787-e0ef-48f8-95df-639acb4d55c4 req-eedeebf2-e86d-48cd-bda0-97d25bafcbe3 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842601 Mar 31 21:41:09.491985 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Transition to ACTIVE for port object 591b970f-ba3b-4d98-8a0a-1423f89e05da will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:41:09.497301 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:09.561457 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Pushing event updated for resources: {'Port': ['ID=591b970f-ba3b-4d98-8a0a-1423f89e05da,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:09.573807 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-112d1871-f627-4d0d-95be-0b9d0bec03e6 req-c6c3a4de-d6db-4f15-86a9-e2c352ca59c9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Deleting port 448a6287-1070-4963-890f-ead611e1bc25 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:41:09.573807 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-112d1871-f627-4d0d-95be-0b9d0bec03e6 req-c6c3a4de-d6db-4f15-86a9-e2c352ca59c9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (448a6287-1070-4963-890f-ead611e1bc25), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:09.582920 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:09.728753 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Attempting to bind port 591b970f-ba3b-4d98-8a0a-1423f89e05da on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:41:09.729735 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Attempting to bind port 591b970f-ba3b-4d98-8a0a-1423f89e05da by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:41:09.729735 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Attempting to bind port 591b970f-ba3b-4d98-8a0a-1423f89e05da on network 0af588c6-3580-4c39-ad1f-cdc12f558b33 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:41:09.743487 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Port 591b970f-ba3b-4d98-8a0a-1423f89e05da on network 0af588c6-3580-4c39-ad1f-cdc12f558b33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:41:09.743831 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Attempting to bind port 591b970f-ba3b-4d98-8a0a-1423f89e05da on network 0af588c6-3580-4c39-ad1f-cdc12f558b33 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:41:09.749064 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-112d1871-f627-4d0d-95be-0b9d0bec03e6 req-c6c3a4de-d6db-4f15-86a9-e2c352ca59c9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] For port 448a6287-1070-4963-890f-ead611e1bc25, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=448a6287-1070-4963-890f-ead611e1bc25,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:09.749064 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-112d1871-f627-4d0d-95be-0b9d0bec03e6 req-c6c3a4de-d6db-4f15-86a9-e2c352ca59c9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (448a6287-1070-4963-890f-ead611e1bc25), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:09.761158 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:41:09.761524 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Checking segment: {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:41:09.761912 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Bound using segment: {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:41:09.762447 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Bound port: 591b970f-ba3b-4d98-8a0a-1423f89e05da, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782f5e33-9116-4999-bf48-427ba334b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:41:09.763076 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:09.769520 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-112d1871-f627-4d0d-95be-0b9d0bec03e6 req-c6c3a4de-d6db-4f15-86a9-e2c352ca59c9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Calling delete_port for 448a6287-1070-4963-890f-ead611e1bc25 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:41:09.920687 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:41:09.939048 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:41:09.962587 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e1a4b-7f3f-4860-89ed-e0407d4a515e req-b7571b13-e0f3-418a-a9c8-2d01771b6489 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:09.964078 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-361e1a4b-7f3f-4860-89ed-e0407d4a515e req-b7571b13-e0f3-418a-a9c8-2d01771b6489 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b876d53-2dee-4e0d-a5f7-854d16c1675f HTTP/1.1" status: 200 len: 946 time: 0.1509678 Mar 31 21:41:09.965999 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:10.051089 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:10.051705 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:10.053191 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] 10.222.0.13 "PUT /v2.0/ports/591b970f-ba3b-4d98-8a0a-1423f89e05da HTTP/1.1" status: 200 len: 1093 time: 1.1759336 Mar 31 21:41:10.058186 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:10.059638 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8217d923-97d2-48ec-8077-31595924f380" -d '{"events": [{"name": "network-changed", "server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:10.109768 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5341dd0-8bc7-4fa6-99d1-920af0c6628d x-openstack-request-id: req-b5341dd0-8bc7-4fa6-99d1-920af0c6628d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:10.110092 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:10.110371 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5341dd0-8bc7-4fa6-99d1-920af0c6628d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:10.110851 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5341dd0-8bc7-4fa6-99d1-920af0c6628d'] response: {'name': 'network-changed', 'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'status': 'completed', 'code': 200} Mar 31 21:41:10.127439 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-361e1a4b-7f3f-4860-89ed-e0407d4a515e req-db4e49ae-1497-4a25-bc4e-578d4a2b7acc tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548345 Mar 31 21:41:10.144040 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6d4b6-4688-4386-b95b-f1f4868b8325 service neutron] Pushing event updated for resources: {'Port': ['ID=591b970f-ba3b-4d98-8a0a-1423f89e05da,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:10.148631 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-112d1871-f627-4d0d-95be-0b9d0bec03e6 req-c6c3a4de-d6db-4f15-86a9-e2c352ca59c9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (448a6287-1070-4963-890f-ead611e1bc25), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:10.161203 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['448a6287-1070-4963-890f-ead611e1bc25', '02050ae6-7027-4561-8e8e-79a05d7338b1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:41:10.192015 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3a4de-d6db-4f15-86a9-e2c352ca59c9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event deleted for resources: {'Port': ['ID=448a6287-1070-4963-890f-ead611e1bc25,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:10.239926 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-112d1871-f627-4d0d-95be-0b9d0bec03e6 req-c6c3a4de-d6db-4f15-86a9-e2c352ca59c9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] No DVR routers for this DVR port 448a6287-1070-4963-890f-ead611e1bc25 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:41:10.243218 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-7cf4a450-ec62-45b8-ada1-09307fb90d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:10.244773 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-7cf4a450-ec62-45b8-ada1-09307fb90d5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 1127 time: 0.1381376 Mar 31 21:41:10.245993 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-112d1871-f627-4d0d-95be-0b9d0bec03e6 req-c6c3a4de-d6db-4f15-86a9-e2c352ca59c9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:10.249147 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-112d1871-f627-4d0d-95be-0b9d0bec03e6 req-c6c3a4de-d6db-4f15-86a9-e2c352ca59c9 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "DELETE /v2.0/ports/448a6287-1070-4963-890f-ead611e1bc25 HTTP/1.1" status: 204 len: 173 time: 0.9326339 Mar 31 21:41:10.298994 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-02285570-a494-4889-9441-0ce59bc1830d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da HTTP/1.1" status: 200 len: 217 time: 0.0426226 Mar 31 21:41:10.390700 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-1b87cc33-78ce-4695-bf96-5956ec53a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:10.392937 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-1b87cc33-78ce-4695-bf96-5956ec53a4d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9c03d72-65a2-4958-bf93-9d18736e5081 HTTP/1.1" status: 200 len: 855 time: 0.0763872 Mar 31 21:41:10.445035 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-61725932-adbb-48d1-a203-f423f18641cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:10.446614 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-61725932-adbb-48d1-a203-f423f18641cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af588c6-3580-4c39-ad1f-cdc12f558b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476713 Mar 31 21:41:10.538005 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-af40b22f-056e-48d8-a099-c5c71b63a909 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849228 Mar 31 21:41:10.682370 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06164b-ca62-4e2d-b131-219ca9bed702 req-f4c470e2-08ba-4959-b16c-0719176b8b41 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:10.683934 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bf06164b-ca62-4e2d-b131-219ca9bed702 req-f4c470e2-08ba-4959-b16c-0719176b8b41 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.1119976 Mar 31 21:41:10.686056 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a1c438b-2ed6-4615-b544-a95cef36d996 req-f3ebf838-5f8c-4a2b-8369-603853626127 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381781 Mar 31 21:41:10.785896 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bf06164b-ca62-4e2d-b131-219ca9bed702 req-77582a7e-a387-468a-900e-351f6e48df1d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947220 Mar 31 21:41:10.805996 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217d923-97d2-48ec-8077-31595924f380 req-47261a6a-21fa-479b-83ba-21229976d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:10.807688 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8217d923-97d2-48ec-8077-31595924f380 req-47261a6a-21fa-479b-83ba-21229976d176 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 1127 time: 0.0696666 Mar 31 21:41:10.913904 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217d923-97d2-48ec-8077-31595924f380 req-5710d29a-bf2f-4ae2-beaa-4b81de036b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:10.915487 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8217d923-97d2-48ec-8077-31595924f380 req-5710d29a-bf2f-4ae2-beaa-4b81de036b2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 200 len: 916 time: 0.1014557 Mar 31 21:41:10.963360 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8217d923-97d2-48ec-8077-31595924f380 req-ab3bf642-1c75-4697-9390-3451f849f2ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da HTTP/1.1" status: 200 len: 217 time: 0.0404656 Mar 31 21:41:11.015674 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217d923-97d2-48ec-8077-31595924f380 req-38d56063-99ad-489f-beef-f2c948c79cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:11.017905 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8217d923-97d2-48ec-8077-31595924f380 req-38d56063-99ad-489f-beef-f2c948c79cf4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9c03d72-65a2-4958-bf93-9d18736e5081 HTTP/1.1" status: 200 len: 855 time: 0.0473487 Mar 31 21:41:11.069232 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217d923-97d2-48ec-8077-31595924f380 req-47b6fec9-3719-47ee-becd-862ae2dc96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:11.070797 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8217d923-97d2-48ec-8077-31595924f380 req-47b6fec9-3719-47ee-becd-862ae2dc96a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af588c6-3580-4c39-ad1f-cdc12f558b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478425 Mar 31 21:41:11.178735 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8217d923-97d2-48ec-8077-31595924f380 req-70d28857-d9ba-4543-a071-f81d8a5c8483 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009107 Mar 31 21:41:11.279052 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8217d923-97d2-48ec-8077-31595924f380 req-42d13477-6a7d-44da-b1d4-c55eb2f8d0a0 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944557 Mar 31 21:41:11.471670 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396eb8a-e631-46f6-8abc-6d8c2a25eb83 req-730b378f-32f5-449d-a02e-3b6c01b0fef4 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:11.473324 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3396eb8a-e631-46f6-8abc-6d8c2a25eb83 req-730b378f-32f5-449d-a02e-3b6c01b0fef4 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0623627 Mar 31 21:41:11.524158 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3396eb8a-e631-46f6-8abc-6d8c2a25eb83 req-69547629-a688-4e07-8189-29c7827edaf8 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449898 Mar 31 21:41:11.944060 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fca76-f34c-4d28-94ef-cb439638126d req-de859a10-b17b-4b1e-9971-5ceb499d0219 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:11.946456 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-453fca76-f34c-4d28-94ef-cb439638126d req-de859a10-b17b-4b1e-9971-5ceb499d0219 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0703714 Mar 31 21:41:11.996888 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-453fca76-f34c-4d28-94ef-cb439638126d req-68754b8b-3b4c-4ef3-97a2-3ea96cf81464 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443251 Mar 31 21:41:12.111916 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b876d53-2dee-4e0d-a5f7-854d16c1675f', 'name': 'network-vif-deleted', 'tag': '448a6287-1070-4963-890f-ead611e1bc25'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:12.114485 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcc63e0-5fdb-43f9-bcaa-e4fcdd42ed70" -d '{"events": [{"server_uuid": "5b876d53-2dee-4e0d-a5f7-854d16c1675f", "name": "network-vif-deleted", "tag": "448a6287-1070-4963-890f-ead611e1bc25"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:12.169329 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fbe537-46c9-4a13-87ee-fe8e6ecf5ab6 x-openstack-request-id: req-a0fbe537-46c9-4a13-87ee-fe8e6ecf5ab6 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:12.169630 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b876d53-2dee-4e0d-a5f7-854d16c1675f", "name": "network-vif-deleted", "tag": "448a6287-1070-4963-890f-ead611e1bc25", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:12.169887 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0fbe537-46c9-4a13-87ee-fe8e6ecf5ab6 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:12.170334 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0fbe537-46c9-4a13-87ee-fe8e6ecf5ab6'] response: {'server_uuid': '5b876d53-2dee-4e0d-a5f7-854d16c1675f', 'name': 'network-vif-deleted', 'tag': '448a6287-1070-4963-890f-ead611e1bc25', 'status': 'completed', 'code': 200} Mar 31 21:41:12.670574 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662c43e-0540-4df7-aeca-6ca442f3be33 req-e7299cab-293b-44e3-bf38-ab8b4c9847c8 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:12.673064 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5662c43e-0540-4df7-aeca-6ca442f3be33 req-e7299cab-293b-44e3-bf38-ab8b4c9847c8 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0792603 Mar 31 21:41:12.724887 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5662c43e-0540-4df7-aeca-6ca442f3be33 req-6895d593-85f3-4bc8-b90a-2f119ab0b151 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457985 Mar 31 21:41:13.132143 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7fca1-3083-46a6-9c26-8c5432b3dc18 req-6c7e371d-e83c-4a13-b595-dfa7cb452ae7 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:13.133791 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-11c7fca1-3083-46a6-9c26-8c5432b3dc18 req-6c7e371d-e83c-4a13-b595-dfa7cb452ae7 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0599220 Mar 31 21:41:13.184593 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-11c7fca1-3083-46a6-9c26-8c5432b3dc18 req-9286d588-e627-41d1-b436-37255c0eddf7 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449812 Mar 31 21:41:13.725067 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 448a6287-1070-4963-890f-ead611e1bc25 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:41:13.745545 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: 448a6287-1070-4963-890f-ead611e1bc25 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:41:13.745893 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 448a6287-1070-4963-890f-ead611e1bc25 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:41:13.866848 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb017fc4-7044-45ef-9c67-25035b1ea7ac req-d9161465-eca2-4825-b7e6-2c2c81c15899 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:13.868395 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bb017fc4-7044-45ef-9c67-25035b1ea7ac req-d9161465-eca2-4825-b7e6-2c2c81c15899 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0860291 Mar 31 21:41:13.881810 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385093d-0516-4011-8eee-2977dbfebad2 req-cad5fc7c-f70c-4bf6-957e-54418b3f9e68 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:13.883352 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1385093d-0516-4011-8eee-2977dbfebad2 req-cad5fc7c-f70c-4bf6-957e-54418b3f9e68 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c HTTP/1.1" status: 200 len: 946 time: 0.0893147 Mar 31 21:41:13.992625 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1385093d-0516-4011-8eee-2977dbfebad2 req-4359c536-8992-463b-b377-3a13258cd52f tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.24 "GET /v2.0/security-groups?id=72e08a2f-5313-4b9b-9218-73ff3156e98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791478 Mar 31 21:41:14.025460 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-bb017fc4-7044-45ef-9c67-25035b1ea7ac req-63fd0d33-2b3c-485d-bdaa-c3a38b3668b5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Deleting port 02050ae6-7027-4561-8e8e-79a05d7338b1 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:41:14.025790 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bb017fc4-7044-45ef-9c67-25035b1ea7ac req-63fd0d33-2b3c-485d-bdaa-c3a38b3668b5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:14.113159 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-bb017fc4-7044-45ef-9c67-25035b1ea7ac req-63fd0d33-2b3c-485d-bdaa-c3a38b3668b5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] For port 02050ae6-7027-4561-8e8e-79a05d7338b1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=02050ae6-7027-4561-8e8e-79a05d7338b1,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:14.113520 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bb017fc4-7044-45ef-9c67-25035b1ea7ac req-63fd0d33-2b3c-485d-bdaa-c3a38b3668b5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:14.133298 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-bb017fc4-7044-45ef-9c67-25035b1ea7ac req-63fd0d33-2b3c-485d-bdaa-c3a38b3668b5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Calling delete_port for 02050ae6-7027-4561-8e8e-79a05d7338b1 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:41:14.278964 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bb017fc4-7044-45ef-9c67-25035b1ea7ac req-63fd0d33-2b3c-485d-bdaa-c3a38b3668b5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (02050ae6-7027-4561-8e8e-79a05d7338b1), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:14.298638 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['02050ae6-7027-4561-8e8e-79a05d7338b1'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:41:14.330221 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd0d33-2b3c-485d-bdaa-c3a38b3668b5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Pushing event deleted for resources: {'Port': ['ID=02050ae6-7027-4561-8e8e-79a05d7338b1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:14.378701 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb017fc4-7044-45ef-9c67-25035b1ea7ac req-63fd0d33-2b3c-485d-bdaa-c3a38b3668b5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] No DVR routers for this DVR port 02050ae6-7027-4561-8e8e-79a05d7338b1 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:41:14.382117 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bb017fc4-7044-45ef-9c67-25035b1ea7ac req-63fd0d33-2b3c-485d-bdaa-c3a38b3668b5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:14.385484 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bb017fc4-7044-45ef-9c67-25035b1ea7ac req-63fd0d33-2b3c-485d-bdaa-c3a38b3668b5 tempest-ServerRescueNegativeTestJSON-483422366 tempest-ServerRescueNegativeTestJSON-483422366-project] 10.222.0.13 "DELETE /v2.0/ports/02050ae6-7027-4561-8e8e-79a05d7338b1 HTTP/1.1" status: 204 len: 173 time: 0.5011830 Mar 31 21:41:14.385942 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c', 'name': 'network-vif-deleted', 'tag': '02050ae6-7027-4561-8e8e-79a05d7338b1'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:14.388252 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe270d-9e0b-4e37-8a2c-b9c016a897f4" -d '{"events": [{"server_uuid": "9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c", "name": "network-vif-deleted", "tag": "02050ae6-7027-4561-8e8e-79a05d7338b1"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:14.401544 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc2aa3-19f9-425d-9086-d1580979de17 req-53110d85-8bd9-4e5a-98fa-fac6dd5fe25c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:14.403139 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-93fc2aa3-19f9-425d-9086-d1580979de17 req-53110d85-8bd9-4e5a-98fa-fac6dd5fe25c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.1423576 Mar 31 21:41:14.433929 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a614851-27c6-4720-8fdb-29da0b4228a7 x-openstack-request-id: req-4a614851-27c6-4720-8fdb-29da0b4228a7 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:14.434319 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c", "name": "network-vif-deleted", "tag": "02050ae6-7027-4561-8e8e-79a05d7338b1", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:14.434475 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a614851-27c6-4720-8fdb-29da0b4228a7 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:14.434934 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a614851-27c6-4720-8fdb-29da0b4228a7'] response: {'server_uuid': '9e4b491f-ce6f-43f3-a1b2-ce295b3efb4c', 'name': 'network-vif-deleted', 'tag': '02050ae6-7027-4561-8e8e-79a05d7338b1', 'status': 'completed', 'code': 200} Mar 31 21:41:14.475100 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-93fc2aa3-19f9-425d-9086-d1580979de17 req-667fcf83-1cd4-4f4f-9eaa-16d8e1cf281e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619893 Mar 31 21:41:15.063344 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54804) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:15.624897 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef8be-dacd-4447-83cb-06f4a652be72 req-2a7c861d-3c85-46dc-9e35-413e30b3e870 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:15.627047 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5b9ef8be-dacd-4447-83cb-06f4a652be72 req-2a7c861d-3c85-46dc-9e35-413e30b3e870 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0575588 Mar 31 21:41:15.631274 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51825c2-94ec-4363-abd7-2db429d150cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384639'] for router_interface (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:15.687858 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5b9ef8be-dacd-4447-83cb-06f4a652be72 req-1313b757-9cb0-4f20-816b-a5f740b95017 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536919 Mar 31 21:41:15.731401 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 591b970f-ba3b-4d98-8a0a-1423f89e05da details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:41:15.859703 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:15.874252 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'port_id': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'mac_address': 'fa:16:3e:9a:e0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:41:15.935031 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 591b970f-ba3b-4d98-8a0a-1423f89e05da is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:15.935420 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:15.950032 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591b970f-ba3b-4d98-8a0a-1423f89e05da {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:41:15.969771 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:15.970030 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a51825c2-94ec-4363-abd7-2db429d150cb admin admin] Deleting port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:41:15.970356 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51825c2-94ec-4363-abd7-2db429d150cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:15.974819 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:16.029086 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=591b970f-ba3b-4d98-8a0a-1423f89e05da,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:16.059157 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-a51825c2-94ec-4363-abd7-2db429d150cb admin admin] For port 9619f6c1-1751-4a92-9738-ef6b5eedfdb0, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=9619f6c1-1751-4a92-9738-ef6b5eedfdb0,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:16.059513 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51825c2-94ec-4363-abd7-2db429d150cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:16.073836 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a51825c2-94ec-4363-abd7-2db429d150cb admin admin] Calling delete_port for 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:41:16.255220 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51825c2-94ec-4363-abd7-2db429d150cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (9619f6c1-1751-4a92-9738-ef6b5eedfdb0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:16.285994 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51825c2-94ec-4363-abd7-2db429d150cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9619f6c1-1751-4a92-9738-ef6b5eedfdb0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:16.359404 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['591b970f-ba3b-4d98-8a0a-1423f89e05da'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:41:16.472826 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a51825c2-94ec-4363-abd7-2db429d150cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16386031'] for router_interface (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:16.820704 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67a873-d360-4c8c-a36c-435db9a5ed72 req-72693783-b696-4c35-b7a9-e6d0605135b2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:16.822228 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2f67a873-d360-4c8c-a36c-435db9a5ed72 req-72693783-b696-4c35-b7a9-e6d0605135b2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 944 time: 0.0507753 Mar 31 21:41:16.871521 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2f67a873-d360-4c8c-a36c-435db9a5ed72 req-6cb87b2b-1338-4285-9434-054e5c795be5 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436223 Mar 31 21:41:16.901206 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51825c2-94ec-4363-abd7-2db429d150cb admin admin] Router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:41:17.010596 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51825c2-94ec-4363-abd7-2db429d150cb admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:41:17.015664 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-a51825c2-94ec-4363-abd7-2db429d150cb admin admin] 10.222.0.24 "PUT /v2.0/routers/45c0fa57-db9d-4f02-aa6b-2cb8a1416867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9510703 Mar 31 21:41:17.018857 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54812) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:17.023191 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee4137a-7890-4854-98e2-7d1ca7bd8926 None None] Sync routers for ids ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:41:17.033379 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee4137a-7890-4854-98e2-7d1ca7bd8926 None None] Routers {'45c0fa57-db9d-4f02-aa6b-2cb8a1416867'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:17.034065 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4ee4137a-7890-4854-98e2-7d1ca7bd8926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:41:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:17.135378 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Publish callbacks [] for router (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.255918 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Publish callbacks [] for router_gateway (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.284270 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-4ee4137a-7890-4854-98e2-7d1ca7bd8926 None None] Set router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:17.315090 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Deleting port ae1042c0-9aeb-4463-8dec-56cef49aebd2 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:41:17.315533 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.401150 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] For port ae1042c0-9aeb-4463-8dec-56cef49aebd2, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=ae1042c0-9aeb-4463-8dec-56cef49aebd2,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:17.401507 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.414231 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Calling delete_port for ae1042c0-9aeb-4463-8dec-56cef49aebd2 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:41:17.470586 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4ee4137a-7890-4854-98e2-7d1ca7bd8926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:41:16Z', 'revision_number': 5, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port': {'id': 'ae1042c0-9aeb-4463-8dec-56cef49aebd2', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:30Z', 'updated_at': '2022-03-31T21:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:17.497267 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee4137a-7890-4854-98e2-7d1ca7bd8926 None None] Checking router: 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:41:17.506318 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee4137a-7890-4854-98e2-7d1ca7bd8926 None None] Routers {'45c0fa57-db9d-4f02-aa6b-2cb8a1416867'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:17.506941 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4ee4137a-7890-4854-98e2-7d1ca7bd8926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:41:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:17.585477 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (ae1042c0-9aeb-4463-8dec-56cef49aebd2), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.599424 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-4ee4137a-7890-4854-98e2-7d1ca7bd8926 None None] Set router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:17.612474 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1042c0-9aeb-4463-8dec-56cef49aebd2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:17.656831 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-4ee4137a-7890-4854-98e2-7d1ca7bd8926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:41:17Z', 'revision_number': 6, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port_host': None}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:17.681600 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16384261'] for router_gateway (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.684439 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee4137a-7890-4854-98e2-7d1ca7bd8926 None None] The sync data for ids ['45c0fa57-db9d-4f02-aa6b-2cb8a1416867'] in dv-cinder-836073-1-iscsi is: [{'id': '45c0fa57-db9d-4f02-aa6b-2cb8a1416867', 'name': 'tempest-ServerRescueNegativeTestJSON-1852037515-router', 'tenant_id': '92115509477b4904ad8fe11253589f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:41:17Z', 'revision_number': 6, 'project_id': '92115509477b4904ad8fe11253589f6f', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:41:17.728184 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 591b970f-ba3b-4d98-8a0a-1423f89e05da up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:41:17.779404 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port 591b970f-ba3b-4d98-8a0a-1423f89e05da completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:41:17.785471 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 591b970f-ba3b-4d98-8a0a-1423f89e05da triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:41:17.785975 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.792150 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31990'] for router (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.794445 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Publish callbacks [] for router_controller (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.864167 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16399328'] for router (45c0fa57-db9d-4f02-aa6b-2cb8a1416867), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.865162 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45c0fa57-db9d-4f02-aa6b-2cb8a1416867 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:41:17.871974 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.873152 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-33a277e5-89b5-4024-9236-022e7794c6af admin admin] 10.222.0.24 "DELETE /v2.0/routers/45c0fa57-db9d-4f02-aa6b-2cb8a1416867 HTTP/1.1" status: 204 len: 168 time: 0.8533769 Mar 31 21:41:17.879664 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54814) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:17.879860 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 591b970f-ba3b-4d98-8a0a-1423f89e05da is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:17.879860 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.904861 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:17.905190 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17575fcf-f57f-4ea4-80f7-f6b63643af68" -d '{"events": [{"server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "name": "network-vif-plugged", "status": "completed", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:17.918789 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:17.923067 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.926036 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 02050ae6-7027-4561-8e8e-79a05d7338b1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:41:17.932552 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9878f42-672a-4d4f-95ba-3e1a74c7e5df admin admin] Deleting subnet e720cde3-cbb0-4aac-bc9c-8359ed6452c1 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:41:17.934948 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9878f42-672a-4d4f-95ba-3e1a74c7e5df admin admin] Publish callbacks [] for subnet (e720cde3-cbb0-4aac-bc9c-8359ed6452c1), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.971059 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9878f42-672a-4d4f-95ba-3e1a74c7e5df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13939790'] for subnet (e720cde3-cbb0-4aac-bc9c-8359ed6452c1), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:17.974075 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a988b5-0925-4606-b0f1-74aebba483af x-openstack-request-id: req-43a988b5-0925-4606-b0f1-74aebba483af {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:17.974484 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "name": "network-vif-plugged", "status": "completed", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:17.974838 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43a988b5-0925-4606-b0f1-74aebba483af {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:17.975518 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a988b5-0925-4606-b0f1-74aebba483af'] response: {'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'code': 200} Mar 31 21:41:17.976723 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: 02050ae6-7027-4561-8e8e-79a05d7338b1 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:41:17.977190 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 02050ae6-7027-4561-8e8e-79a05d7338b1 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:41:18.013060 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=591b970f-ba3b-4d98-8a0a-1423f89e05da,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:18.049456 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f46e6-5d3f-4802-b6db-1f81f5ade7eb req-57608375-1dca-4d53-8f4a-783681da2abe tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:18.051678 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ce0f46e6-5d3f-4802-b6db-1f81f5ade7eb req-57608375-1dca-4d53-8f4a-783681da2abe tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0656300 Mar 31 21:41:18.134835 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9878f42-672a-4d4f-95ba-3e1a74c7e5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (e720cde3-cbb0-4aac-bc9c-8359ed6452c1), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.135878 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ce0f46e6-5d3f-4802-b6db-1f81f5ade7eb req-c4c8a7cf-3314-48b1-9f47-feda4f6cbb03 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733075 Mar 31 21:41:18.212772 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9878f42-672a-4d4f-95ba-3e1a74c7e5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13624173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357913'] for subnet (e720cde3-cbb0-4aac-bc9c-8359ed6452c1), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.233615 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0375426-e492-422a-a188-c2d7056c4502 req-ef582472-81c5-4c73-8d90-a8d969528e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:18.235651 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0375426-e492-422a-a188-c2d7056c4502 req-ef582472-81c5-4c73-8d90-a8d969528e41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 1129 time: 0.0938413 Mar 31 21:41:18.240411 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9878f42-672a-4d4f-95ba-3e1a74c7e5df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e720cde3-cbb0-4aac-bc9c-8359ed6452c1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:18.251957 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9878f42-672a-4d4f-95ba-3e1a74c7e5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.259591 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-f9878f42-672a-4d4f-95ba-3e1a74c7e5df admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e720cde3-cbb0-4aac-bc9c-8359ed6452c1 HTTP/1.1" status: 204 len: 168 time: 0.3812344 Mar 31 21:41:18.259843 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa252f3f-727f-4bc7-b5dc-3a90a3d2aebc None None] Network 8d891fd3-a431-41c5-89d8-3afbdd2fb39c requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:41:18.261278 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54820) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:18.287289 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0375426-e492-422a-a188-c2d7056c4502 req-9690f06e-8319-45c9-9b68-19ad092bd0bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448403 Mar 31 21:41:18.335966 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (8d891fd3-a431-41c5-89d8-3afbdd2fb39c), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.391348 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Deleting port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:41:18.391746 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.453089 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] For port d4c6bcb7-1137-4aec-a1cf-9dc684270d63, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=d4c6bcb7-1137-4aec-a1cf-9dc684270d63,segment=NetworkSegment(61bf2561-b7bb-4c8f-a894-18e527c7904e),segment_id=61bf2561-b7bb-4c8f-a894-18e527c7904e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:18.453439 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.467166 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Calling delete_port for d4c6bcb7-1137-4aec-a1cf-9dc684270d63 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:41:18.549449 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (d4c6bcb7-1137-4aec-a1cf-9dc684270d63), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.559251 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386697c2-0984-4bd9-af05-40f8a65c3a04 None None] DHCP port deletion for 8d891fd3-a431-41c5-89d8-3afbdd2fb39c request from dv-cinder-836073-1-iscsi {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:41:18.571650 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:41:18.574374 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c6bcb7-1137-4aec-a1cf-9dc684270d63,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:18.590867 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] No DVR routers for this DVR port d4c6bcb7-1137-4aec-a1cf-9dc684270d63 on host dv-cinder-836073-1-iscsi {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:41:18.599629 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:41:18.600008 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 9619f6c1-1751-4a92-9738-ef6b5eedfdb0 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:41:18.666433 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (8d891fd3-a431-41c5-89d8-3afbdd2fb39c), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.687573 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d891fd3-a431-41c5-89d8-3afbdd2fb39c']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:18.698865 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bf2561-b7bb-4c8f-a894-18e527c7904e') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:18.699160 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bf2561-b7bb-4c8f-a894-18e527c7904e') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:18.709511 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13939781'] for segment (61bf2561-b7bb-4c8f-a894-18e527c7904e), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.722850 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (61bf2561-b7bb-4c8f-a894-18e527c7904e), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.729000 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:41:18.729383 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13622219'] for segment (61bf2561-b7bb-4c8f-a894-18e527c7904e), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: Traceback (most recent call last): Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: timer() Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: cb(*args, **kw) Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: return func(*args, **kwargs) Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: self._notify() Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: self.callback(batched_events) Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: event.method(event) Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: return f(self, *a, **k) Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._get(url).json() Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: return self.request(url, 'GET', **kwargs) Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:41:18.731135 dv-cinder-836073-1-iscsi neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:41:18.797100 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (8d891fd3-a431-41c5-89d8-3afbdd2fb39c), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.806095 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.811326 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8d891fd3-a431-41c5-89d8-3afbdd2fb39c HTTP/1.1" status: 204 len: 168 time: 0.5458145 Mar 31 21:41:18.829641 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a196e-b982-4efb-85d1-b88d23706a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d891fd3-a431-41c5-89d8-3afbdd2fb39c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:18.966985 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54824) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:19.008184 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-d1506bdf-a206-4c82-9caa-19ac4e49cb54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92115509477b4904ad8fe11253589f6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400066 Mar 31 21:41:19.011557 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 54826) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:19.066489 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6642fc4c-531f-414b-8911-d5c6e9de5410 admin admin] Publish callbacks [] for security_group (72e08a2f-5313-4b9b-9218-73ff3156e98e), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:19.088787 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6642fc4c-531f-414b-8911-d5c6e9de5410 admin admin] Publish callbacks [] for security_group (72e08a2f-5313-4b9b-9218-73ff3156e98e), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:19.133800 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6642fc4c-531f-414b-8911-d5c6e9de5410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (72e08a2f-5313-4b9b-9218-73ff3156e98e), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:19.136356 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6642fc4c-531f-414b-8911-d5c6e9de5410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:19.137492 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6642fc4c-531f-414b-8911-d5c6e9de5410 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72e08a2f-5313-4b9b-9218-73ff3156e98e HTTP/1.1" status: 204 len: 168 time: 0.1250262 Mar 31 21:41:19.145169 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642fc4c-531f-414b-8911-d5c6e9de5410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e08a2f-5313-4b9b-9218-73ff3156e98e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:19.266965 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61365ebe-db2a-4865-bf0d-612e4faf8462 req-81957107-a516-425d-9fe8-c920bf52218b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:19.268654 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-61365ebe-db2a-4865-bf0d-612e4faf8462 req-81957107-a516-425d-9fe8-c920bf52218b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0587466 Mar 31 21:41:19.328866 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-61365ebe-db2a-4865-bf0d-612e4faf8462 req-9ea073ff-7f52-461b-a034-fce57b84d402 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546389 Mar 31 21:41:20.095179 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device d4c6bcb7-1137-4aec-a1cf-9dc684270d63 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:41:20.134351 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: d4c6bcb7-1137-4aec-a1cf-9dc684270d63 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:41:20.134825 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device d4c6bcb7-1137-4aec-a1cf-9dc684270d63 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:41:20.135305 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device ae1042c0-9aeb-4463-8dec-56cef49aebd2 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:41:20.155962 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: ae1042c0-9aeb-4463-8dec-56cef49aebd2 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:41:20.156281 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device ae1042c0-9aeb-4463-8dec-56cef49aebd2 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:41:20.462067 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ecc6f-fbff-443f-af9a-b9879c4d8a18 req-e586ee02-a122-4c28-8792-19b24ca365e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:20.463514 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7f4ecc6f-fbff-443f-af9a-b9879c4d8a18 req-e586ee02-a122-4c28-8792-19b24ca365e2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0576911 Mar 31 21:41:20.512642 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7f4ecc6f-fbff-443f-af9a-b9879c4d8a18 req-c27bbb8c-ef33-45f3-9529-3595d07fa695 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435667 Mar 31 21:41:20.664856 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed806b-d3b4-413f-be6d-cbb6557cb9ac req-dc4ea5c5-b213-4ce5-a692-8bf9e6b3bd03 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:20.667515 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-77ed806b-d3b4-413f-be6d-cbb6557cb9ac req-dc4ea5c5-b213-4ce5-a692-8bf9e6b3bd03 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0721946 Mar 31 21:41:20.675909 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 54876) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:20.680330 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c2f423f6-69f8-4cea-9018-2809d441864b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Request body: {'floatingip': {'port_id': '591b970f-ba3b-4d98-8a0a-1423f89e05da'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:20.730938 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f423f6-69f8-4cea-9018-2809d441864b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (a1feb6e0-b843-43be-94db-502eebf12ff2), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:21.431815 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f423f6-69f8-4cea-9018-2809d441864b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:21.435881 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f423f6-69f8-4cea-9018-2809d441864b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (a1feb6e0-b843-43be-94db-502eebf12ff2), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:21.541731 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-c2f423f6-69f8-4cea-9018-2809d441864b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Floating IP a1feb6e0-b843-43be-94db-502eebf12ff2 associated. External IP: 172.27.3.46, port: 591b970f-ba3b-4d98-8a0a-1423f89e05da. Mar 31 21:41:21.768025 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f423f6-69f8-4cea-9018-2809d441864b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Router 6d109d59-06b1-4380-a6ca-0b3499bfd0db has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:41:21.886524 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f423f6-69f8-4cea-9018-2809d441864b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:41:21.892284 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2f423f6-69f8-4cea-9018-2809d441864b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:21.897620 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533eddbf-b542-4978-828b-0ecfb40d7071 None None] Sync routers for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:41:21.911779 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533eddbf-b542-4978-828b-0ecfb40d7071 None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:21.912120 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-533eddbf-b542-4978-828b-0ecfb40d7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:41:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:21.930745 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c2f423f6-69f8-4cea-9018-2809d441864b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "PUT /v2.0/floatingips/a1feb6e0-b843-43be-94db-502eebf12ff2 HTTP/1.1" status: 200 len: 990 time: 1.2479541 Mar 31 21:41:21.930745 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:21.930745 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b00b3fa-e90b-4003-98f9-0aff7b1b236b" -d '{"events": [{"name": "network-changed", "server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:21.967356 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9afa17d-a2d3-4e21-8e36-894960b35a81 x-openstack-request-id: req-a9afa17d-a2d3-4e21-8e36-894960b35a81 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:21.967643 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:21.967897 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9afa17d-a2d3-4e21-8e36-894960b35a81 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:21.968301 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9afa17d-a2d3-4e21-8e36-894960b35a81'] response: {'name': 'network-changed', 'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'status': 'completed', 'code': 200} Mar 31 21:41:22.047235 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-533eddbf-b542-4978-828b-0ecfb40d7071 None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:22.055353 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00b3fa-e90b-4003-98f9-0aff7b1b236b req-3d7d98ed-85dc-4115-ae80-052fd295fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:22.056907 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9b00b3fa-e90b-4003-98f9-0aff7b1b236b req-3d7d98ed-85dc-4115-ae80-052fd295fd96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 1129 time: 0.0665081 Mar 31 21:41:22.166344 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00b3fa-e90b-4003-98f9-0aff7b1b236b req-89d97aa0-4b3a-45b9-bc50-e884a7f12044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:22.168016 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9b00b3fa-e90b-4003-98f9-0aff7b1b236b req-89d97aa0-4b3a-45b9-bc50-e884a7f12044 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 200 len: 916 time: 0.1027114 Mar 31 21:41:22.241657 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9b00b3fa-e90b-4003-98f9-0aff7b1b236b req-bdbfa143-87a7-49f2-b9b9-e6928027a424 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da HTTP/1.1" status: 200 len: 998 time: 0.0663433 Mar 31 21:41:22.302576 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00b3fa-e90b-4003-98f9-0aff7b1b236b req-f7d773d4-4f64-4a8c-ad46-d852730686c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:22.304300 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9b00b3fa-e90b-4003-98f9-0aff7b1b236b req-f7d773d4-4f64-4a8c-ad46-d852730686c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9c03d72-65a2-4958-bf93-9d18736e5081 HTTP/1.1" status: 200 len: 855 time: 0.0557334 Mar 31 21:41:22.313021 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-533eddbf-b542-4978-828b-0ecfb40d7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'a1feb6e0-b843-43be-94db-502eebf12ff2', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'port_id': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'mac_address': 'fa:16:3e:9a:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:41:04Z', 'updated_at': '2022-03-31T21:41:21Z', 'revision_number': 1, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:22.341162 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533eddbf-b542-4978-828b-0ecfb40d7071 None None] Checking router: 6d109d59-06b1-4380-a6ca-0b3499bfd0db for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:41:22.353391 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533eddbf-b542-4978-828b-0ecfb40d7071 None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:22.354704 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-533eddbf-b542-4978-828b-0ecfb40d7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:41:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:22.375553 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00b3fa-e90b-4003-98f9-0aff7b1b236b req-064c5eed-0608-45bb-90f0-7d454945d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:22.377634 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9b00b3fa-e90b-4003-98f9-0aff7b1b236b req-064c5eed-0608-45bb-90f0-7d454945d646 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af588c6-3580-4c39-ad1f-cdc12f558b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665989 Mar 31 21:41:22.481471 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-533eddbf-b542-4978-828b-0ecfb40d7071 None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:22.489495 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9b00b3fa-e90b-4003-98f9-0aff7b1b236b req-754869eb-c7dd-43c5-b449-96c011bb1062 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041431 Mar 31 21:41:22.588771 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9b00b3fa-e90b-4003-98f9-0aff7b1b236b req-dfea30d0-8c30-4baf-b13e-36d0b36a312d service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920432 Mar 31 21:41:22.713926 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-533eddbf-b542-4978-828b-0ecfb40d7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'a1feb6e0-b843-43be-94db-502eebf12ff2', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'port_id': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'mac_address': 'fa:16:3e:9a:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:41:04Z', 'updated_at': '2022-03-31T21:41:21Z', 'revision_number': 1, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:22.743275 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533eddbf-b542-4978-828b-0ecfb40d7071 None None] The sync data for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi is: [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'a1feb6e0-b843-43be-94db-502eebf12ff2', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'port_id': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'mac_address': 'fa:16:3e:9a:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:41:04Z', 'updated_at': '2022-03-31T21:41:21Z', 'revision_number': 1, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:41:22.935024 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5488b8-382e-4268-a894-f26b77161d00 None None] New status for floating IP a1feb6e0-b843-43be-94db-502eebf12ff2: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:41:33.171394 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a9537271-2982-44b3-8e94-7544ff26b3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:35.258055 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-714693fc-e551-4ae8-aff3-d2a0c067cdbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:37.026968 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:37.051152 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:38.502912 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:39.569585 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:41.138986 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1fb748f9-840f-4215-b292-5941c2727814 req-8c9bde34-07d5-49a3-9a3d-c441902ed27e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475214 Mar 31 21:41:41.207973 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb748f9-840f-4215-b292-5941c2727814 req-60a96f1c-060c-494d-8e2f-526442657291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:41.209642 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1fb748f9-840f-4215-b292-5941c2727814 req-60a96f1c-060c-494d-8e2f-526442657291 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 1129 time: 0.0478747 Mar 31 21:41:41.334259 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb748f9-840f-4215-b292-5941c2727814 req-5e347a50-3329-42f9-8fba-119f4300a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:41.335750 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1fb748f9-840f-4215-b292-5941c2727814 req-5e347a50-3329-42f9-8fba-119f4300a89e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 200 len: 910 time: 0.1044140 Mar 31 21:41:41.404932 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1fb748f9-840f-4215-b292-5941c2727814 req-db5d5599-7a21-4163-8c26-46a89436ef85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96 HTTP/1.1" status: 200 len: 1000 time: 0.0620611 Mar 31 21:41:41.455346 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb748f9-840f-4215-b292-5941c2727814 req-f3f244b2-eda2-4541-874b-df2296107648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:41.456849 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1fb748f9-840f-4215-b292-5941c2727814 req-f3f244b2-eda2-4541-874b-df2296107648 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e267cd5-9f0f-49b6-a0f6-32ad45673e51 HTTP/1.1" status: 200 len: 849 time: 0.0452049 Mar 31 21:41:41.513206 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb748f9-840f-4215-b292-5941c2727814 req-474bfc4d-1933-4ed1-ad27-379097ee2883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:41.514686 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1fb748f9-840f-4215-b292-5941c2727814 req-474bfc4d-1933-4ed1-ad27-379097ee2883 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a844914c-5cf6-4424-8cb4-7741526740b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516157 Mar 31 21:41:41.616313 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1fb748f9-840f-4215-b292-5941c2727814 req-4a671f24-a502-4513-972e-437951e04522 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947649 Mar 31 21:41:41.730344 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1fb748f9-840f-4215-b292-5941c2727814 req-0588aa68-0bed-4dc5-80c7-fdffcb56e837 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069419 Mar 31 21:41:41.946843 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:41:44.640589 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ee215-374c-41da-8d1b-12466a624c8d req-73225a63-a2be-4887-8395-28c60d774adc tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:44.643461 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-732ee215-374c-41da-8d1b-12466a624c8d req-73225a63-a2be-4887-8395-28c60d774adc tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0623064 Mar 31 21:41:44.704931 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-732ee215-374c-41da-8d1b-12466a624c8d req-ff5a3147-c41a-43a2-bd79-45c66c90bf1c tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546870 Mar 31 21:41:45.833211 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9eebd-3eec-4493-9ec6-b2ae62bf433c req-4d59d5db-e37b-45a9-9913-ca64367045e4 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:45.834823 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-66c9eebd-3eec-4493-9ec6-b2ae62bf433c req-4d59d5db-e37b-45a9-9913-ca64367045e4 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0562854 Mar 31 21:41:45.899343 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-66c9eebd-3eec-4493-9ec6-b2ae62bf433c req-ad63dfac-f349-469e-a559-c4463cddf3a6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538514 Mar 31 21:41:47.030400 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39185756-b680-49a9-a698-b16c34ea4691 req-97a4147c-be0b-402f-a9c2-57ec86d5bb8f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:47.032556 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-39185756-b680-49a9-a698-b16c34ea4691 req-97a4147c-be0b-402f-a9c2-57ec86d5bb8f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0592468 Mar 31 21:41:47.088517 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-39185756-b680-49a9-a698-b16c34ea4691 req-152828d3-a554-4b5f-81ee-b742ae33ba1e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457976 Mar 31 21:41:48.221034 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd29d93-7a33-4037-ab83-fd5b7551c9dc req-a33df4a2-9e29-48d0-9703-647530903683 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:48.223425 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2dd29d93-7a33-4037-ab83-fd5b7551c9dc req-a33df4a2-9e29-48d0-9703-647530903683 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0666232 Mar 31 21:41:48.288293 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2dd29d93-7a33-4037-ab83-fd5b7551c9dc req-5033f32f-bb04-41a8-8323-65a3aaef3c80 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581546 Mar 31 21:41:49.436901 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbe1e7-2c45-4dba-a672-d1f933049037 req-fce96b32-ecad-4d75-9b38-f209f91d05b6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:49.438832 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5dbbe1e7-2c45-4dba-a672-d1f933049037 req-fce96b32-ecad-4d75-9b38-f209f91d05b6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0712008 Mar 31 21:41:49.503011 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5dbbe1e7-2c45-4dba-a672-d1f933049037 req-df01680a-e104-4ac4-82b2-dccd57b3d546 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580404 Mar 31 21:41:50.635763 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59cd8b-2869-44a0-9d00-ed8680fe1dad req-e64a2728-823f-447f-8979-6991d8501cbf tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:50.637632 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1d59cd8b-2869-44a0-9d00-ed8680fe1dad req-e64a2728-823f-447f-8979-6991d8501cbf tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0580904 Mar 31 21:41:50.691422 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1d59cd8b-2869-44a0-9d00-ed8680fe1dad req-40b6000a-be70-40b7-81a9-db24c6b714fd tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479043 Mar 31 21:41:51.832815 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6702179-791d-4376-9d63-c336bc34b982 req-16701fd1-921b-4bb1-9c71-753c66a11b92 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:51.834607 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b6702179-791d-4376-9d63-c336bc34b982 req-16701fd1-921b-4bb1-9c71-753c66a11b92 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0639069 Mar 31 21:41:51.911068 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b6702179-791d-4376-9d63-c336bc34b982 req-681c64cf-7386-4800-a29e-ce3b815b37aa tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656760 Mar 31 21:41:53.042741 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4809e6-58d2-4b50-b31f-5edb72a26615 req-4d872c8a-aed0-48a2-b00b-a5b9a52577c4 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:53.044351 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f4809e6-58d2-4b50-b31f-5edb72a26615 req-4d872c8a-aed0-48a2-b00b-a5b9a52577c4 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0589304 Mar 31 21:41:53.098128 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f4809e6-58d2-4b50-b31f-5edb72a26615 req-5b2361df-ffc2-47f5-9150-5c42d8caa24f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470638 Mar 31 21:41:54.233425 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2166847-4119-4cf1-986b-9192bcdae242 req-f4e8ebb9-6e08-4232-83b5-193bbc912823 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:54.235065 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2166847-4119-4cf1-986b-9192bcdae242 req-f4e8ebb9-6e08-4232-83b5-193bbc912823 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0638220 Mar 31 21:41:54.291697 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2166847-4119-4cf1-986b-9192bcdae242 req-5afec123-3fac-4529-9774-efaacb788727 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501297 Mar 31 21:41:55.423259 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc1193-b94f-462a-9af5-e725ea735ae5 req-750e4a9e-9977-4b31-bc70-50bb12e3fd4d tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:55.424729 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-48dc1193-b94f-462a-9af5-e725ea735ae5 req-750e4a9e-9977-4b31-bc70-50bb12e3fd4d tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0565143 Mar 31 21:41:55.473574 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-48dc1193-b94f-462a-9af5-e725ea735ae5 req-d2ae871d-82e2-4b57-a503-fd77e8f55c8f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432637 Mar 31 21:41:56.599981 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1568ce9-7c51-4152-a8d5-33dfd30b5a3e req-280d9fb3-d43d-49fc-af93-2606bd87a865 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:56.601484 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b1568ce9-7c51-4152-a8d5-33dfd30b5a3e req-280d9fb3-d43d-49fc-af93-2606bd87a865 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0609241 Mar 31 21:41:56.654299 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b1568ce9-7c51-4152-a8d5-33dfd30b5a3e req-678f895b-171d-469e-a8bb-5ffc98f0639e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470181 Mar 31 21:41:57.771900 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e41218-6f62-41ad-9108-155dd50f2acc req-9e263c8e-cd40-49d2-873c-b5ded5eea335 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:57.773336 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-08e41218-6f62-41ad-9108-155dd50f2acc req-9e263c8e-cd40-49d2-873c-b5ded5eea335 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0544980 Mar 31 21:41:57.821182 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-08e41218-6f62-41ad-9108-155dd50f2acc req-a6e7e875-efee-422e-9988-49dda8819f23 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422983 Mar 31 21:41:58.816471 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614ce1c-a069-411b-b376-703063d8845b req-818ba3b8-ac66-4d71-aaaf-04ce37e0e9ce tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:58.817986 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a614ce1c-a069-411b-b376-703063d8845b req-818ba3b8-ac66-4d71-aaaf-04ce37e0e9ce tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0587938 Mar 31 21:41:58.866335 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a614ce1c-a069-411b-b376-703063d8845b req-17a6f0fa-1006-43a7-82f3-a18cf4010acf tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 Mar 31 21:41:58.944006 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ec74a-0939-43bd-8e73-7a44dd2460b1 req-05d81bfd-fe58-4680-872e-caef1dd928f8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:58.945472 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-109ec74a-0939-43bd-8e73-7a44dd2460b1 req-05d81bfd-fe58-4680-872e-caef1dd928f8 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0546384 Mar 31 21:41:58.996670 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-109ec74a-0939-43bd-8e73-7a44dd2460b1 req-f0d21411-79c9-4a26-bec4-edbfc5b5252b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453036 Mar 31 21:41:59.993223 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fc5c5-e978-4eb0-83b2-0521fad1be4a req-34cf1ed6-18b7-4aaf-b29e-56d66928028e tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:59.994742 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-678fc5c5-e978-4eb0-83b2-0521fad1be4a req-34cf1ed6-18b7-4aaf-b29e-56d66928028e tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0519865 Mar 31 21:42:00.044855 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-678fc5c5-e978-4eb0-83b2-0521fad1be4a req-05c42799-fa0e-48dd-bbf0-4521e760682f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 Mar 31 21:42:00.130038 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa71129-e020-4f0a-9541-d8a957bc3410 req-f4094ee1-abdd-417b-8be9-6cbc854d1d1d tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:00.131556 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fa71129-e020-4f0a-9541-d8a957bc3410 req-f4094ee1-abdd-417b-8be9-6cbc854d1d1d tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0591609 Mar 31 21:42:00.181359 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fa71129-e020-4f0a-9541-d8a957bc3410 req-ed836cb8-b531-461d-b968-38faf05e293d tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440483 Mar 31 21:42:01.169664 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d5f1c-d597-419f-8b97-f8f3b2a65c4b req-4231a555-94c5-4977-8572-40cc6513fa8d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:01.171666 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c44d5f1c-d597-419f-8b97-f8f3b2a65c4b req-4231a555-94c5-4977-8572-40cc6513fa8d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0579548 Mar 31 21:42:01.220248 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c44d5f1c-d597-419f-8b97-f8f3b2a65c4b req-fb64d6f3-af5c-4913-8605-6f0f7d6ff5bd tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419719 Mar 31 21:42:01.303226 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d632b-b1e6-4739-b779-3061ff58cca6 req-c2955464-d850-414c-94ba-b347186f43d2 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:01.304712 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-793d632b-b1e6-4739-b779-3061ff58cca6 req-c2955464-d850-414c-94ba-b347186f43d2 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0539362 Mar 31 21:42:01.355949 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-793d632b-b1e6-4739-b779-3061ff58cca6 req-c4554c21-543d-448c-9a1c-441caab7390a tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447817 Mar 31 21:42:02.352616 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340ce48-af9d-4d2f-aa6d-2a72e84ecaf9 req-c4e3385b-1c30-4556-9fb5-4a060fa98b3d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:02.355272 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9340ce48-af9d-4d2f-aa6d-2a72e84ecaf9 req-c4e3385b-1c30-4556-9fb5-4a060fa98b3d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0669301 Mar 31 21:42:02.429020 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9340ce48-af9d-4d2f-aa6d-2a72e84ecaf9 req-b9843218-3b83-4ec0-931a-86bb5b156f93 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674539 Mar 31 21:42:02.523743 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3837c-6759-4726-933d-4b904284a06c req-a3e40e81-6519-477b-8271-38a5ab8bc77b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:02.525300 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d4e3837c-6759-4726-933d-4b904284a06c req-a3e40e81-6519-477b-8271-38a5ab8bc77b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0846519 Mar 31 21:42:02.602218 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d4e3837c-6759-4726-933d-4b904284a06c req-0bdec37c-4e6e-44e6-9129-4d691e925730 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710196 Mar 31 21:42:03.173730 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b5583abc-f80f-4ab8-98dc-6425416b9598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:03.554722 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d78d53-3575-4ef5-b87d-d49322ae52a7 req-7255c1db-10ee-481e-9a0a-18125d279dd0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:03.556267 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-21d78d53-3575-4ef5-b87d-d49322ae52a7 req-7255c1db-10ee-481e-9a0a-18125d279dd0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0530701 Mar 31 21:42:03.604171 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-21d78d53-3575-4ef5-b87d-d49322ae52a7 req-62eebe28-f419-4a9a-8462-8774a0884be5 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=01b13fd7-a63d-46fd-a127-97b6b794dcad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423396 Mar 31 21:42:03.728094 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8fee1-8b1f-4323-821f-e5cf40d694c3 req-25a2cea0-5c41-4f69-8b1e-a2b39f85068c tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:03.729489 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9bd8fee1-8b1f-4323-821f-e5cf40d694c3 req-25a2cea0-5c41-4f69-8b1e-a2b39f85068c tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0565863 Mar 31 21:42:03.778995 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9bd8fee1-8b1f-4323-821f-e5cf40d694c3 req-cd848f53-d273-47bf-9f29-19c730d7f7c7 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434158 Mar 31 21:42:03.996621 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-8fe278f7-c54b-47e6-9c13-597c148c156f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:03.998000 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-8fe278f7-c54b-47e6-9c13-597c148c156f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0509126 Mar 31 21:42:04.003967 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device e9713974-2fe3-4758-ac12-906a5f3b1b96 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:42:04.080182 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port e9713974-2fe3-4758-ac12-906a5f3b1b96 is: ACTIVE; New status is: DOWN {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:04.080554 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:04.097534 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Deleting port e9713974-2fe3-4758-ac12-906a5f3b1b96 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:42:04.097868 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:04.103180 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9713974-2fe3-4758-ac12-906a5f3b1b96'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:04.105402 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aca74f-907d-457a-83cd-8afc10914755" -d '{"events": [{"server_uuid": "7a77c539-12b6-4121-8220-e086d8f7dbf6", "name": "network-vif-unplugged", "status": "completed", "tag": "e9713974-2fe3-4758-ac12-906a5f3b1b96"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:04.117780 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port e9713974-2fe3-4758-ac12-906a5f3b1b96, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:04.123347 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:04.146053 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37cb277-364b-42d9-9c07-8cfdb904ce3d x-openstack-request-id: req-a37cb277-364b-42d9-9c07-8cfdb904ce3d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:04.146347 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a77c539-12b6-4121-8220-e086d8f7dbf6", "name": "network-vif-unplugged", "status": "completed", "tag": "e9713974-2fe3-4758-ac12-906a5f3b1b96", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:04.146602 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a37cb277-364b-42d9-9c07-8cfdb904ce3d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:04.147000 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37cb277-364b-42d9-9c07-8cfdb904ce3d'] response: {'server_uuid': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9713974-2fe3-4758-ac12-906a5f3b1b96', 'code': 200} Mar 31 21:42:04.175583 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=e9713974-2fe3-4758-ac12-906a5f3b1b96,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:04.182446 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.182794 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.183156 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.183479 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.183817 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.184147 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.184475 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.184799 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.185125 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.185450 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.185773 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.186133 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.186464 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.186779 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.187133 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.188024 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] For port e9713974-2fe3-4758-ac12-906a5f3b1b96, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e9713974-2fe3-4758-ac12-906a5f3b1b96,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:04.188649 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:04.358552 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:04.359359 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (293d2dbf-9f8e-4d56-ad0e-da7e262df227), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:04.359683 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Floating IP 293d2dbf-9f8e-4d56-ad0e-da7e262df227 disassociated. External IP: 172.27.3.71, port: e9713974-2fe3-4758-ac12-906a5f3b1b96. Mar 31 21:42:04.360013 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Calling delete_port for e9713974-2fe3-4758-ac12-906a5f3b1b96 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:42:04.492313 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (e9713974-2fe3-4758-ac12-906a5f3b1b96), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:04.527445 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event deleted for resources: {'Port': ['ID=e9713974-2fe3-4758-ac12-906a5f3b1b96,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:04.538917 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.539269 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.539606 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.539940 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.540270 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.540596 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.540919 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.541245 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.541564 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.541893 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.542235 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.542559 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.542924 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.543191 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.543508 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:04.660370 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:42:04.760227 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17a918a1-1d42-4f9a-bd96-f630225a26e7 req-8526b8b6-d492-4973-91fe-a0ac739ad371 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a77c539-12b6-4121-8220-e086d8f7dbf6 HTTP/1.1" status: 200 len: 210 time: 0.0857837 Mar 31 21:42:04.809364 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:42:04.824444 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3acc3-25c9-441e-8e88-d412a2509da0 None None] Sync routers for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:42:04.841002 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3acc3-25c9-441e-8e88-d412a2509da0 None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:42:04.841626 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-12f3acc3-25c9-441e-8e88-d412a2509da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:41:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:42:04.873182 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] No DVR routers for this DVR port e9713974-2fe3-4758-ac12-906a5f3b1b96 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:42:04.883516 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:04.887009 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b6d5042a-46cb-4898-92a5-273b89fbff9e req-00d115d4-dca9-4fe8-8f26-c2241dc9e9e1 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.13 "DELETE /v2.0/ports/e9713974-2fe3-4758-ac12-906a5f3b1b96 HTTP/1.1" status: 204 len: 173 time: 0.8800027 Mar 31 21:42:04.887503 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'name': 'network-vif-deleted', 'tag': 'e9713974-2fe3-4758-ac12-906a5f3b1b96'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:04.889788 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a75dd6f-bd95-482e-9660-5abb0c5adba5" -d '{"events": [{"server_uuid": "7a77c539-12b6-4121-8220-e086d8f7dbf6", "name": "network-vif-deleted", "tag": "e9713974-2fe3-4758-ac12-906a5f3b1b96"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:04.968989 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904113c-57c6-48a9-93fe-138bdbccb280 req-f5ecdc6a-5043-4b61-96cc-1447e1ff2cb4 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:04.976719 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a904113c-57c6-48a9-93fe-138bdbccb280 req-f5ecdc6a-5043-4b61-96cc-1447e1ff2cb4 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.1045558 Mar 31 21:42:04.989440 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2618ead9-1126-4467-9e61-21480c464f86 x-openstack-request-id: req-2618ead9-1126-4467-9e61-21480c464f86 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:04.989736 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a77c539-12b6-4121-8220-e086d8f7dbf6", "name": "network-vif-deleted", "tag": "e9713974-2fe3-4758-ac12-906a5f3b1b96", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:04.990017 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2618ead9-1126-4467-9e61-21480c464f86 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:04.990428 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2618ead9-1126-4467-9e61-21480c464f86'] response: {'server_uuid': '7a77c539-12b6-4121-8220-e086d8f7dbf6', 'name': 'network-vif-deleted', 'tag': 'e9713974-2fe3-4758-ac12-906a5f3b1b96', 'status': 'completed', 'code': 200} Mar 31 21:42:05.034408 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-12f3acc3-25c9-441e-8e88-d412a2509da0 None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:42:05.051933 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a904113c-57c6-48a9-93fe-138bdbccb280 req-8cf85024-4bb3-44ee-a01c-846003ad2a64 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742674 Mar 31 21:42:05.261033 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9e566a35-e87d-4d10-a0cf-ac79327ac81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:05.356362 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-12f3acc3-25c9-441e-8e88-d412a2509da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:58Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:42:05.385428 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3acc3-25c9-441e-8e88-d412a2509da0 None None] Checking router: 1fe608d1-1c9f-4585-bb92-6603e3c449f5 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:42:05.394283 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3acc3-25c9-441e-8e88-d412a2509da0 None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:42:05.394894 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-12f3acc3-25c9-441e-8e88-d412a2509da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:42:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:42:05.507721 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-12f3acc3-25c9-441e-8e88-d412a2509da0 None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:42:05.705358 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-12f3acc3-25c9-441e-8e88-d412a2509da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:58Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:42:05.730926 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3acc3-25c9-441e-8e88-d412a2509da0 None None] The sync data for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi is: [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:58Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:42:05.855107 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55278) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:05.930168 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48be1fc9-087d-4974-a9bf-cd1b4c640a6c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group (01b13fd7-a63d-46fd-a127-97b6b794dcad), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:05.956788 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48be1fc9-087d-4974-a9bf-cd1b4c640a6c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group (01b13fd7-a63d-46fd-a127-97b6b794dcad), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:05.957109 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb7542e-4a87-4c3a-9f6a-98623410cf14 None None] New status for floating IP 293d2dbf-9f8e-4d56-ad0e-da7e262df227: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:42:06.009058 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48be1fc9-087d-4974-a9bf-cd1b4c640a6c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (01b13fd7-a63d-46fd-a127-97b6b794dcad), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.011817 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-48be1fc9-087d-4974-a9bf-cd1b4c640a6c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.015452 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-48be1fc9-087d-4974-a9bf-cd1b4c640a6c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "DELETE /v2.0/security-groups/01b13fd7-a63d-46fd-a127-97b6b794dcad HTTP/1.1" status: 204 len: 168 time: 0.1569235 Mar 31 21:42:06.016130 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55280) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:06.022505 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be1fc9-087d-4974-a9bf-cd1b4c640a6c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b13fd7-a63d-46fd-a127-97b6b794dcad,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:06.033604 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.api.v2.resource [None req-c37f8bc8-f90b-46b8-9623-d60f7eb1640f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] show failed (client error): The resource could not be found. Mar 31 21:42:06.037540 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-c37f8bc8-f90b-46b8-9623-d60f7eb1640f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups/01b13fd7-a63d-46fd-a127-97b6b794dcad HTTP/1.1" status: 404 len: 347 time: 0.0171602 Mar 31 21:42:06.037943 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55282) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:06.173418 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Deleting port 8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:42:06.173757 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.191085 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded18b9-a382-422e-a777-332ffef60cde req-5c35cf3c-3c41-4153-b40b-e6b5bb5820b4 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:06.192733 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7ded18b9-a382-422e-a777-332ffef60cde req-5c35cf3c-3c41-4153-b40b-e6b5bb5820b4 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0583322 Mar 31 21:42:06.243967 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7ded18b9-a382-422e-a777-332ffef60cde req-669746a9-eb28-4d52-9856-a3641373ad3c tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456271 Mar 31 21:42:06.253387 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.253717 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.266017 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Calling delete_port for 8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:42:06.394780 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.423037 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event deleted for resources: {'Port': ['ID=8f41ab2b-13a1-49c7-a64d-cb4daa2e1abc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:06.449427 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.449756 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.450211 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.450569 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.450956 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.451198 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.451548 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.457056 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.457056 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.457056 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.457056 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.457056 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.457056 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.457056 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.457056 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:06.495024 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (293d2dbf-9f8e-4d56-ad0e-da7e262df227), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.497646 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.498763 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-9c055096-f205-4db4-a7e2-d42a39d96b6a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "DELETE /v2.0/floatingips/293d2dbf-9f8e-4d56-ad0e-da7e262df227 HTTP/1.1" status: 204 len: 168 time: 0.4596319 Mar 31 21:42:06.701895 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55306) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:06.707276 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-38f168a8-54c4-4c16-9479-159fe8860fe2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1633474777', 'description': 'tempest-description--1535182060'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:42:06.728749 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38f168a8-54c4-4c16-9479-159fe8860fe2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.802326 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38f168a8-54c4-4c16-9479-159fe8860fe2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group (9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.807451 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38f168a8-54c4-4c16-9479-159fe8860fe2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.834467 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38f168a8-54c4-4c16-9479-159fe8860fe2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.835658 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-38f168a8-54c4-4c16-9479-159fe8860fe2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1322095 Mar 31 21:42:06.839110 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55308) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:06.844936 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0bd1ad55-263e-41bd-a10e-c87db76f7b1c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Request body: {'security_group_rule': {'security_group_id': '9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:42:06.845456 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f168a8-54c4-4c16-9479-159fe8860fe2 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:06.872015 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ad55-263e-41bd-a10e-c87db76f7b1c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group_rule (378d174f-1f27-4687-b98b-82874fe40343), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.933191 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ad55-263e-41bd-a10e-c87db76f7b1c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group_rule (378d174f-1f27-4687-b98b-82874fe40343), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.937596 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ad55-263e-41bd-a10e-c87db76f7b1c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (378d174f-1f27-4687-b98b-82874fe40343), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.955810 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1ad55-263e-41bd-a10e-c87db76f7b1c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378d174f-1f27-4687-b98b-82874fe40343,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:06.964709 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0bd1ad55-263e-41bd-a10e-c87db76f7b1c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.966002 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-0bd1ad55-263e-41bd-a10e-c87db76f7b1c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252618 Mar 31 21:42:06.969501 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55310) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:06.973898 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-8e94a10a-24b6-41a6-9f3b-e38183a57f4b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Request body: {'security_group_rule': {'security_group_id': '9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:42:07.001028 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e94a10a-24b6-41a6-9f3b-e38183a57f4b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group_rule (35e4e921-b538-4fc7-98dc-49356f9129fc), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:07.040565 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:07.052950 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:07.066391 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e94a10a-24b6-41a6-9f3b-e38183a57f4b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group_rule (35e4e921-b538-4fc7-98dc-49356f9129fc), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:07.070964 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e94a10a-24b6-41a6-9f3b-e38183a57f4b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (35e4e921-b538-4fc7-98dc-49356f9129fc), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:07.089492 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94a10a-24b6-41a6-9f3b-e38183a57f4b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e4e921-b538-4fc7-98dc-49356f9129fc,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:07.097634 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8e94a10a-24b6-41a6-9f3b-e38183a57f4b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:07.098861 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8e94a10a-24b6-41a6-9f3b-e38183a57f4b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283746 Mar 31 21:42:07.101968 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55312) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:07.106238 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:42:07.127557 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:07.227599 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:07.626143 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Allocated IP 172.27.3.120 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:42:07.687955 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748a9b7-1774-4c28-91f6-5188eee7af90 req-654d7fce-6e72-43c7-bf1b-c383243c4211 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:07.689683 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d748a9b7-1774-4c28-91f6-5188eee7af90 req-654d7fce-6e72-43c7-bf1b-c383243c4211 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.1182208 Mar 31 21:42:07.788529 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8314253-3de9-4ece-8e0a-82c3d8fe725e req-2c6544f8-f852-4458-9e45-4eed17750a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:07.790056 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e8314253-3de9-4ece-8e0a-82c3d8fe725e req-2c6544f8-f852-4458-9e45-4eed17750a44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa9aeaaf600b4f0baa090dac35478417&device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 1130 time: 0.1518395 Mar 31 21:42:07.831227 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d748a9b7-1774-4c28-91f6-5188eee7af90 req-20f0ae81-ad77-4485-81f0-bd23d2b0756d tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158314 Mar 31 21:42:07.880611 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for port (8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:07.932154 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8314253-3de9-4ece-8e0a-82c3d8fe725e req-5d88423f-7150-48e7-a9c0-febebb5731d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:07.933630 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e8314253-3de9-4ece-8e0a-82c3d8fe725e req-5d88423f-7150-48e7-a9c0-febebb5731d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=378e9186-c2c4-4963-b605-d1b013f39554 HTTP/1.1" status: 200 len: 908 time: 0.1297691 Mar 31 21:42:07.975986 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.035100 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:42:08.048006 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event updated for resources: {'Port': ['ID=8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:08.050586 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:42:08.054846 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:42:08.060981 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e8314253-3de9-4ece-8e0a-82c3d8fe725e req-d59eb58a-0479-43e1-8362-1e054efd197f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 HTTP/1.1" status: 200 len: 1001 time: 0.1209211 Mar 31 21:42:08.148544 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8314253-3de9-4ece-8e0a-82c3d8fe725e req-ddba8c64-e8b8-41b3-ba3a-25014b425acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:08.150155 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e8314253-3de9-4ece-8e0a-82c3d8fe725e req-ddba8c64-e8b8-41b3-ba3a-25014b425acd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f2d1c4d-34aa-45f1-a92e-c4affe587080 HTTP/1.1" status: 200 len: 847 time: 0.0620553 Mar 31 21:42:08.179326 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55346) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:08.224763 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (f4fe708d-7bbf-4eb2-9489-34f4aff4bce9), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.241571 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8314253-3de9-4ece-8e0a-82c3d8fe725e req-19759de3-2be3-41ee-962c-da4287701a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:08.243094 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e8314253-3de9-4ece-8e0a-82c3d8fe725e req-19759de3-2be3-41ee-962c-da4287701a74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=378e9186-c2c4-4963-b605-d1b013f39554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720985 Mar 31 21:42:08.292984 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e98f325-36d2-49dc-bb44-feda88c9b0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.312123 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.377879 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e98f325-36d2-49dc-bb44-feda88c9b0f6 admin admin] Publish callbacks [] for security_group (eabac119-218e-4f44-b725-0c1efabdf33e), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.381896 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2e98f325-36d2-49dc-bb44-feda88c9b0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (eabac119-218e-4f44-b725-0c1efabdf33e), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.401055 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e8314253-3de9-4ece-8e0a-82c3d8fe725e req-6b164cb6-68f6-4e34-a7e5-154beca0a1ca service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425517 Mar 31 21:42:08.426330 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2e98f325-36d2-49dc-bb44-feda88c9b0f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fab86c36cb04c66bf1cd620554e9473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458045 Mar 31 21:42:08.427541 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98f325-36d2-49dc-bb44-feda88c9b0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabac119-218e-4f44-b725-0c1efabdf33e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:08.430193 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55352) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:08.487192 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-703ee154-f503-4a4a-bd7f-164c39d1467e admin admin] Publish callbacks [] for security_group (eabac119-218e-4f44-b725-0c1efabdf33e), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.498212 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.511861 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-703ee154-f503-4a4a-bd7f-164c39d1467e admin admin] Publish callbacks [] for security_group (eabac119-218e-4f44-b725-0c1efabdf33e), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.556692 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e8314253-3de9-4ece-8e0a-82c3d8fe725e req-42ac8ee2-740c-4bd0-be4c-77652d2dc520 service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308589 Mar 31 21:42:08.572428 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-703ee154-f503-4a4a-bd7f-164c39d1467e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (eabac119-218e-4f44-b725-0c1efabdf33e), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.576081 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-703ee154-f503-4a4a-bd7f-164c39d1467e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.577248 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-703ee154-f503-4a4a-bd7f-164c39d1467e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eabac119-218e-4f44-b725-0c1efabdf33e HTTP/1.1" status: 204 len: 168 time: 0.1463826 Mar 31 21:42:08.589266 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for port (8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.589798 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ee154-f503-4a4a-bd7f-164c39d1467e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabac119-218e-4f44-b725-0c1efabdf33e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:08.602542 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.682666 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event updated for resources: {'Port': ['ID=8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:08.693378 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (f4fe708d-7bbf-4eb2-9489-34f4aff4bce9), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.710795 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.712200 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-94738259-806c-4c66-a8d2-4238619544e9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6092646 Mar 31 21:42:08.879439 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55376) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:08.893450 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-720fa99d-fbc7-4150-bfeb-8d9335c9598e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.949071 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a677a388-8436-4856-a949-93fdb9c3f9b4 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1633474777&fields=id&tenant_id=179de4c92e6d48bc9b7ded52e148afd4 HTTP/1.1" status: 200 len: 267 time: 0.0810077 Mar 31 21:42:08.984374 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-720fa99d-fbc7-4150-bfeb-8d9335c9598e admin admin] Publish callbacks [] for security_group (c55866cc-d4a3-4478-b831-8c0f26633a52), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.988377 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-720fa99d-fbc7-4150-bfeb-8d9335c9598e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (c55866cc-d4a3-4478-b831-8c0f26633a52), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:09.024902 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fa99d-fbc7-4150-bfeb-8d9335c9598e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55866cc-d4a3-4478-b831-8c0f26633a52,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:09.028540 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4fa1f-0494-4ab6-9ccc-ea6c9ea9e38a req-67542f98-952f-4d65-a849-0eb27f6dd522 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:09.029211 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-720fa99d-fbc7-4150-bfeb-8d9335c9598e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8e12f80529b42df9086293a8e1d29d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485343 Mar 31 21:42:09.032070 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-68b4fa1f-0494-4ab6-9ccc-ea6c9ea9e38a req-67542f98-952f-4d65-a849-0eb27f6dd522 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.1212523 Mar 31 21:42:09.032604 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55378) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:09.088542 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8b476fe-ce63-4788-9681-69619550f47f admin admin] Publish callbacks [] for security_group (c55866cc-d4a3-4478-b831-8c0f26633a52), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:09.107163 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-12539876-abee-4ace-b9b5-26e62a63dc29 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:09.108669 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-12539876-abee-4ace-b9b5-26e62a63dc29 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/networks?id=a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 200 len: 810 time: 0.1515419 Mar 31 21:42:09.110551 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8b476fe-ce63-4788-9681-69619550f47f admin admin] Publish callbacks [] for security_group (c55866cc-d4a3-4478-b831-8c0f26633a52), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:09.130236 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-68b4fa1f-0494-4ab6-9ccc-ea6c9ea9e38a req-8ff5b5f3-1415-4cdc-a05d-6770f7715d9d tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811641 Mar 31 21:42:09.131988 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-770534c0-d571-40f4-9c40-af7bef4362db tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/quotas/179de4c92e6d48bc9b7ded52e148afd4 HTTP/1.1" status: 200 len: 375 time: 0.0177875 Mar 31 21:42:09.160453 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8b476fe-ce63-4788-9681-69619550f47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (c55866cc-d4a3-4478-b831-8c0f26633a52), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:09.163264 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8b476fe-ce63-4788-9681-69619550f47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:09.164631 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-d8b476fe-ce63-4788-9681-69619550f47f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c55866cc-d4a3-4478-b831-8c0f26633a52 HTTP/1.1" status: 204 len: 168 time: 0.1311145 Mar 31 21:42:09.173361 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b476fe-ce63-4788-9681-69619550f47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55866cc-d4a3-4478-b831-8c0f26633a52,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:09.206425 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-b37a394e-63a1-48da-98ac-8ce2928a75f3 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631909 Mar 31 21:42:09.472347 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-4a80bd7f-a1f8-440d-920e-5d4479c4a1f6 service neutron] 10.222.0.24 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612975 Mar 31 21:42:09.572084 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:09.572665 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-29c4ba41-2cee-4f58-bf52-0073cc88fe16 service neutron] 10.222.0.24 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942047 Mar 31 21:42:09.744967 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ee303f06-7a78-44ab-8c84-fae79180cb3f req-0e6770ec-79e2-4dfc-b106-634f95b3e56a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 210 time: 0.0377617 Mar 31 21:42:10.272265 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67a703-7ff7-4547-8f00-bbf450dcbcdf req-c4c602c1-03c1-4be2-a404-1c2ecc0115b9 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:10.274049 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e67a703-7ff7-4547-8f00-bbf450dcbcdf req-c4c602c1-03c1-4be2-a404-1c2ecc0115b9 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0655661 Mar 31 21:42:10.335475 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e67a703-7ff7-4547-8f00-bbf450dcbcdf req-945f0990-6dd1-4727-9fb8-c319c8e32b95 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552518 Mar 31 21:42:10.820129 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-e0f8a3d9-fefc-4f37-955e-130f7ad3c006 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:10.821792 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-e0f8a3d9-fefc-4f37-955e-130f7ad3c006 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.13 "GET /v2.0/networks?id=a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 200 len: 810 time: 0.1490231 Mar 31 21:42:10.881682 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ff9773f7-84f9-4f0a-bd50-5b25f710479d req-58b1572b-70d8-470b-9061-3d922712c91f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 210 time: 0.0496078 Mar 31 21:42:10.925032 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-22637d26-dc26-4457-844e-60d313fd7081 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=179de4c92e6d48bc9b7ded52e148afd4 HTTP/1.1" status: 200 len: 380 time: 0.0910375 Mar 31 21:42:10.934640 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Request body: {'port': {'device_id': 'a674a494-bd92-4f17-a291-b08b928981cb', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'admin_state_up': True, 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'security_groups': ['9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:42:11.090349 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Made reservation on behalf of 179de4c92e6d48bc9b7ded52e148afd4 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:42:11.096568 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:11.233440 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Allocated IP 172.20.0.7 (a844914c-5cf6-4424-8cb4-7741526740b1/7e267cd5-9f0f-49b6-a0f6-32ad45673e51/eb2d555e-1e94-4599-a2cc-f995fd167642) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:42:11.379893 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:11.426296 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:11.494239 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Network a844914c-5cf6-4424-8cb4-7741526740b1 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:42:11.503620 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:42:11.506704 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:42:11.519273 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event updated for resources: {'Port': ['ID=eb2d555e-1e94-4599-a2cc-f995fd167642,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:11.556573 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81eafb-9d28-4df6-8ac0-0d1e2fad2309 req-c23e5bfe-a565-4d81-ba7d-d96f91b8f752 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:11.558155 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cd81eafb-9d28-4df6-8ac0-0d1e2fad2309 req-c23e5bfe-a565-4d81-ba7d-d96f91b8f752 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.1426098 Mar 31 21:42:11.590485 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:11.591134 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:11.619135 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-91acbd54-6dd7-4a78-8c2b-d3f55737191b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6885812 Mar 31 21:42:11.633881 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Request body: {'port': {'device_id': 'a674a494-bd92-4f17-a291-b08b928981cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:42:11.661900 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cd81eafb-9d28-4df6-8ac0-0d1e2fad2309 req-c4e82887-742b-42e8-a41a-d701b346e6f2 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966213 Mar 31 21:42:11.706160 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:11.711402 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ea7afd77-7ff2-4e6d-a0cf-1e24d77e20fc None None] Provisioning complete for port eb2d555e-1e94-4599-a2cc-f995fd167642 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:42:11.712032 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ea7afd77-7ff2-4e6d-a0cf-1e24d77e20fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:11.774333 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ea7afd77-7ff2-4e6d-a0cf-1e24d77e20fc None None] Port eb2d555e-1e94-4599-a2cc-f995fd167642 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:42:11.891636 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-35bdfe0a-3ab6-4334-b1b2-91b0bffd69dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0531106 Mar 31 21:42:11.966898 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddfed6-f1d0-471d-ad27-714c46d25dc5 req-a9348536-f20d-41e7-a211-a5b6e03dffb5 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:11.968938 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b4ddfed6-f1d0-471d-ad27-714c46d25dc5 req-a9348536-f20d-41e7-a211-a5b6e03dffb5 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.1124392 Mar 31 21:42:11.980217 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-3e0646d2-9c23-45fb-b47d-52cf04fc8cbe tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:11.981639 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-3e0646d2-9c23-45fb-b47d-52cf04fc8cbe tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports/6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 HTTP/1.1" status: 200 len: 943 time: 0.0545251 Mar 31 21:42:12.110840 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b4ddfed6-f1d0-471d-ad27-714c46d25dc5 req-8341b113-2ed7-4f98-9e87-732d872df94e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314766 Mar 31 21:42:12.122465 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2d555e-1e94-4599-a2cc-f995fd167642 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:42:12.140675 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2d9ab-d082-4fe1-8ff3-1c1437fd5793 req-c3fc0f20-98a2-481e-a6ad-c1f1765e0d8b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:12.142564 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-43d2d9ab-d082-4fe1-8ff3-1c1437fd5793 req-c3fc0f20-98a2-481e-a6ad-c1f1765e0d8b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 931 time: 0.1696267 Mar 31 21:42:12.145837 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Publish callbacks [] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:12.164756 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Transition to ACTIVE for port object eb2d555e-1e94-4599-a2cc-f995fd167642 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:42:12.171804 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:12.259929 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Pushing event updated for resources: {'Port': ['ID=eb2d555e-1e94-4599-a2cc-f995fd167642,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:12.265551 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-43d2d9ab-d082-4fe1-8ff3-1c1437fd5793 req-bdb1db7f-61eb-4549-9404-1898df7c9216 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042886 Mar 31 21:42:12.369843 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Attempting to bind port eb2d555e-1e94-4599-a2cc-f995fd167642 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:42:12.370365 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Attempting to bind port eb2d555e-1e94-4599-a2cc-f995fd167642 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:42:12.370860 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Attempting to bind port eb2d555e-1e94-4599-a2cc-f995fd167642 on network a844914c-5cf6-4424-8cb4-7741526740b1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:42:12.377360 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Port eb2d555e-1e94-4599-a2cc-f995fd167642 on network a844914c-5cf6-4424-8cb4-7741526740b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:42:12.377839 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Attempting to bind port eb2d555e-1e94-4599-a2cc-f995fd167642 on network a844914c-5cf6-4424-8cb4-7741526740b1 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:42:12.384690 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:42:12.385306 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Checking segment: {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:42:12.386542 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Bound using segment: {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:42:12.387102 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Bound port: eb2d555e-1e94-4599-a2cc-f995fd167642, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea386540-3e47-44c9-9688-84150d684ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:42:12.387569 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:12.503627 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] For port eb2d555e-1e94-4599-a2cc-f995fd167642, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:42:12.508108 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] For port eb2d555e-1e94-4599-a2cc-f995fd167642, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eb2d555e-1e94-4599-a2cc-f995fd167642,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:42:12.520972 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:12.598141 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:12.605008 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:12.607534 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] 10.222.0.13 "PUT /v2.0/ports/eb2d555e-1e94-4599-a2cc-f995fd167642 HTTP/1.1" status: 200 len: 1093 time: 0.9775128 Mar 31 21:42:12.608344 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a674a494-bd92-4f17-a291-b08b928981cb', 'tag': 'eb2d555e-1e94-4599-a2cc-f995fd167642'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:12.612821 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a509906f-5b98-4ef9-b740-d6da211c4319" -d '{"events": [{"name": "network-changed", "server_uuid": "a674a494-bd92-4f17-a291-b08b928981cb", "tag": "eb2d555e-1e94-4599-a2cc-f995fd167642"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:12.704774 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e15aa15-60a5-4449-ae0c-ec4bee130196 x-openstack-request-id: req-4e15aa15-60a5-4449-ae0c-ec4bee130196 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:12.705217 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a674a494-bd92-4f17-a291-b08b928981cb", "tag": "eb2d555e-1e94-4599-a2cc-f995fd167642", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:12.705308 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e15aa15-60a5-4449-ae0c-ec4bee130196 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:12.705715 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e15aa15-60a5-4449-ae0c-ec4bee130196'] response: {'name': 'network-changed', 'server_uuid': 'a674a494-bd92-4f17-a291-b08b928981cb', 'tag': 'eb2d555e-1e94-4599-a2cc-f995fd167642', 'status': 'completed', 'code': 200} Mar 31 21:42:12.709450 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c843fe-5000-41ce-93e6-5e890eea2acb service neutron] Pushing event updated for resources: {'Port': ['ID=eb2d555e-1e94-4599-a2cc-f995fd167642,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:12.731368 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-9d7357fe-cd98-4fb1-b013-f8df91f46984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:12.732936 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-9d7357fe-cd98-4fb1-b013-f8df91f46984 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 1127 time: 0.0644777 Mar 31 21:42:13.055915 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-575b6f4e-2bb5-42cc-825e-fee02588308d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb2d555e-1e94-4599-a2cc-f995fd167642 HTTP/1.1" status: 200 len: 217 time: 0.3053946 Mar 31 21:42:13.109863 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-0683acf6-fc94-4671-9eb3-16801cca10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:13.111529 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-0683acf6-fc94-4671-9eb3-16801cca10aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e267cd5-9f0f-49b6-a0f6-32ad45673e51 HTTP/1.1" status: 200 len: 849 time: 0.0499299 Mar 31 21:42:13.170134 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-75bf049d-2c00-4af9-b05f-e3adc35bce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:13.172190 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-75bf049d-2c00-4af9-b05f-e3adc35bce48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a844914c-5cf6-4424-8cb4-7741526740b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490983 Mar 31 21:42:13.304842 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-76494a89-a1d3-48d6-8afa-dfd00a69751b service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269276 Mar 31 21:42:13.313364 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa30b37-87c2-40b8-b61e-9b98739a98bf req-2ffeefcf-bef4-41aa-aa92-5442f19c93ed tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:13.314958 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-daa30b37-87c2-40b8-b61e-9b98739a98bf req-2ffeefcf-bef4-41aa-aa92-5442f19c93ed tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0885978 Mar 31 21:42:13.463374 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-daa30b37-87c2-40b8-b61e-9b98739a98bf req-b39e5081-5361-456b-8cd7-51b69717e55e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1398849 Mar 31 21:42:13.485510 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5eec346a-9a22-44a1-b9f7-c7ac439f0de6 req-a8865438-5b57-4d3d-aeac-f9de2904f2e8 service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695032 Mar 31 21:42:13.497360 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530b2cb-6110-4150-9387-12a535e0897b req-f3a204b9-f3ad-45b2-9824-17939b03579b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:13.498905 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7530b2cb-6110-4150-9387-12a535e0897b req-f3a204b9-f3ad-45b2-9824-17939b03579b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 943 time: 0.1216123 Mar 31 21:42:13.617509 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7530b2cb-6110-4150-9387-12a535e0897b req-0294e6a3-84cf-4873-a6b1-1d027900d81c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088324 Mar 31 21:42:13.635042 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-97e9ea67-ca02-4484-a600-31f47f5a6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:13.636545 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-97e9ea67-ca02-4484-a600-31f47f5a6d4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07&tenant_id=fa9aeaaf600b4f0baa090dac35478417 HTTP/1.1" status: 200 len: 1130 time: 0.1131494 Mar 31 21:42:13.642869 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509906f-5b98-4ef9-b740-d6da211c4319 req-73695940-d4fd-4b06-85e9-ca4418910ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:13.644906 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a509906f-5b98-4ef9-b740-d6da211c4319 req-73695940-d4fd-4b06-85e9-ca4418910ee5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 1127 time: 0.0914102 Mar 31 21:42:13.784550 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-dfd9c895-ca64-4c63-ab6c-63631f99fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:13.784550 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-dfd9c895-ca64-4c63-ab6c-63631f99fe7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa9aeaaf600b4f0baa090dac35478417&device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 1130 time: 0.1183641 Mar 31 21:42:13.784550 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509906f-5b98-4ef9-b740-d6da211c4319 req-92da509c-0597-4004-8c99-720efe4dfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:13.784550 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a509906f-5b98-4ef9-b740-d6da211c4319 req-92da509c-0597-4004-8c99-720efe4dfd98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 200 len: 910 time: 0.1326036 Mar 31 21:42:13.871555 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a509906f-5b98-4ef9-b740-d6da211c4319 req-33c277b2-9ba8-492c-987b-09620300a174 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb2d555e-1e94-4599-a2cc-f995fd167642 HTTP/1.1" status: 200 len: 217 time: 0.0723815 Mar 31 21:42:13.948500 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509906f-5b98-4ef9-b740-d6da211c4319 req-48ff3db6-11fa-471d-8297-7b4bb4025cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:13.957195 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a509906f-5b98-4ef9-b740-d6da211c4319 req-48ff3db6-11fa-471d-8297-7b4bb4025cbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e267cd5-9f0f-49b6-a0f6-32ad45673e51 HTTP/1.1" status: 200 len: 849 time: 0.0683913 Mar 31 21:42:14.000287 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-42f9440f-7a38-4ba8-bdb3-cd1c1c4d66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:14.001940 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-42f9440f-7a38-4ba8-bdb3-cd1c1c4d66bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=378e9186-c2c4-4963-b605-d1b013f39554 HTTP/1.1" status: 200 len: 908 time: 0.2111709 Mar 31 21:42:14.053926 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:42:14.076643 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509906f-5b98-4ef9-b740-d6da211c4319 req-91e8f004-d66e-403a-bec8-0cf0cd445f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:14.079606 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a509906f-5b98-4ef9-b740-d6da211c4319 req-91e8f004-d66e-403a-bec8-0cf0cd445f47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a844914c-5cf6-4424-8cb4-7741526740b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1220500 Mar 31 21:42:14.102024 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-5a32473f-d7bd-484d-ad14-95c4b89cac61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 HTTP/1.1" status: 200 len: 1001 time: 0.0929034 Mar 31 21:42:14.153288 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 is: ACTIVE; New status is: DOWN {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:14.153686 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:14.178978 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:14.182155 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc4bc63-d681-486d-ba21-ccd57da4e2c5" -d '{"events": [{"server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "name": "network-vif-unplugged", "status": "completed", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:14.210225 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-911256a1-20f8-4ae5-baf7-28549d0a21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:14.211990 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:14.212165 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-911256a1-20f8-4ae5-baf7-28549d0a21ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f2d1c4d-34aa-45f1-a92e-c4affe587080 HTTP/1.1" status: 200 len: 847 time: 0.0994568 Mar 31 21:42:14.217334 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:14.250539 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa7b621-6c9c-4e4f-a07f-f7df57b41143 x-openstack-request-id: req-8fa7b621-6c9c-4e4f-a07f-f7df57b41143 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:14.250951 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "name": "network-vif-unplugged", "status": "completed", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:14.251238 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fa7b621-6c9c-4e4f-a07f-f7df57b41143 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:14.251641 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa7b621-6c9c-4e4f-a07f-f7df57b41143'] response: {'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'code': 200} Mar 31 21:42:14.276463 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a509906f-5b98-4ef9-b740-d6da211c4319 req-d6a7416a-a6b8-4730-b4da-a9135329932a service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885791 Mar 31 21:42:14.293030 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:14.351852 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-6de0b6c4-decf-4bb8-b469-f1e131e31909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:14.353426 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-6de0b6c4-decf-4bb8-b469-f1e131e31909 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=378e9186-c2c4-4963-b605-d1b013f39554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1295569 Mar 31 21:42:14.441812 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a509906f-5b98-4ef9-b740-d6da211c4319 req-43db972b-bf6b-4416-9e2e-493263b92aae service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568127 Mar 31 21:42:14.475699 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-88c68445-247f-4583-a9bc-da1c4fc67d84 service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117747 Mar 31 21:42:14.609792 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f7c8821c-e9fe-4b1e-8f7b-cf35a520d807 req-7f4145e7-d0a7-4013-9ac9-0dc282e1aacb service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281400 Mar 31 21:42:14.620851 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe811e9f-05a7-430f-97e4-26faf9eb8644 req-2d394110-0c2f-4ddf-948f-5372fa22f087 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:14.622407 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fe811e9f-05a7-430f-97e4-26faf9eb8644 req-2d394110-0c2f-4ddf-948f-5372fa22f087 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0860329 Mar 31 21:42:14.678668 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fe811e9f-05a7-430f-97e4-26faf9eb8644 req-5ce00e41-9751-4adc-84ac-ea6acc6e891a tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503864 Mar 31 21:42:14.759526 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c403-4b39-43ee-b364-aa1201e4223b req-bf598b9d-081b-4f93-8b93-087281afa955 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:14.761076 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c5d9c403-4b39-43ee-b364-aa1201e4223b req-bf598b9d-081b-4f93-8b93-087281afa955 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 943 time: 0.0540233 Mar 31 21:42:14.820666 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c5d9c403-4b39-43ee-b364-aa1201e4223b req-c007b361-8854-4cdc-8439-d61950f23fb7 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519786 Mar 31 21:42:15.802775 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f80114-892b-41e3-b621-456903e9f47f req-05ccfd32-0c3b-4e84-9484-c29c9179af31 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:15.804353 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-82f80114-892b-41e3-b621-456903e9f47f req-05ccfd32-0c3b-4e84-9484-c29c9179af31 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0575440 Mar 31 21:42:15.864384 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-82f80114-892b-41e3-b621-456903e9f47f req-e3420408-6954-4b9a-ba04-fd50eb93fea1 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542226 Mar 31 21:42:15.960373 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5177b-fcb0-4b5d-8591-284dbd6e9042 req-200d0f84-5e78-4cf4-9408-ed99ad2c495f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:15.961917 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b1e5177b-fcb0-4b5d-8591-284dbd6e9042 req-200d0f84-5e78-4cf4-9408-ed99ad2c495f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 943 time: 0.0659487 Mar 31 21:42:16.011275 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b1e5177b-fcb0-4b5d-8591-284dbd6e9042 req-64330264-18fb-4d76-a80d-8ef4e4175335 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435181 Mar 31 21:42:17.004885 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1017-57b6-453f-943f-aa50ab819aa3 req-43ab2616-25af-47fa-a09b-213069de4247 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:17.004885 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3c2f1017-57b6-453f-943f-aa50ab819aa3 req-43ab2616-25af-47fa-a09b-213069de4247 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0581102 Mar 31 21:42:17.075772 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3c2f1017-57b6-453f-943f-aa50ab819aa3 req-538e1826-0e75-41d3-beaa-7a244cba8240 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619774 Mar 31 21:42:17.138716 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679f159-01eb-4482-977a-778ece50e340 req-516f639b-cebe-4500-885e-3f8cad02ccb8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:17.144999 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7679f159-01eb-4482-977a-778ece50e340 req-516f639b-cebe-4500-885e-3f8cad02ccb8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 943 time: 0.0643034 Mar 31 21:42:17.192864 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7679f159-01eb-4482-977a-778ece50e340 req-8a4d76fc-450e-4e80-b111-c6b9a34b2932 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419948 Mar 31 21:42:18.195062 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f9c64-42df-4dcc-9232-fcb9dddb69de req-e896d7ab-a503-4ddc-8a9e-d83d79b61b25 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:18.196463 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d66f9c64-42df-4dcc-9232-fcb9dddb69de req-e896d7ab-a503-4ddc-8a9e-d83d79b61b25 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0529530 Mar 31 21:42:18.254497 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d66f9c64-42df-4dcc-9232-fcb9dddb69de req-e3ea3fc0-67c4-44e0-a089-87f19f057bb3 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513906 Mar 31 21:42:18.323085 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e31f5-4339-42a0-a8e0-9376657f0115 req-3f8ef98a-9ff8-46a5-835c-dc6c1d351515 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:18.324629 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-166e31f5-4339-42a0-a8e0-9376657f0115 req-3f8ef98a-9ff8-46a5-835c-dc6c1d351515 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 943 time: 0.0629346 Mar 31 21:42:18.372406 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-166e31f5-4339-42a0-a8e0-9376657f0115 req-8f426e23-0bf1-4b1c-af45-278d50548fb6 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411680 Mar 31 21:42:18.946617 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:42:19.377547 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3646089-4169-4961-98e0-eb649bb63f8a req-a312c942-7044-44a1-bf1d-933ed202541f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:19.382585 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b3646089-4169-4961-98e0-eb649bb63f8a req-a312c942-7044-44a1-bf1d-933ed202541f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0597179 Mar 31 21:42:19.431662 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b3646089-4169-4961-98e0-eb649bb63f8a req-a2f8c70f-150c-4a32-a392-c51488e6a7c0 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463829 Mar 31 21:42:19.526644 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456c87a-6e09-4c7d-8469-628b031dcee6 req-73cdc98a-c396-45e0-8677-806066465c81 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:19.528201 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7456c87a-6e09-4c7d-8469-628b031dcee6 req-73cdc98a-c396-45e0-8677-806066465c81 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 943 time: 0.0574245 Mar 31 21:42:19.576825 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7456c87a-6e09-4c7d-8469-628b031dcee6 req-60b06601-047a-49e5-87f4-bcb58fefd148 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Mar 31 21:42:20.559695 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352294-da88-4527-82bd-a725bca81351 req-96aa1820-1cde-423c-9cd5-0faed1f23b6f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:20.561201 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ba352294-da88-4527-82bd-a725bca81351 req-96aa1820-1cde-423c-9cd5-0faed1f23b6f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0556743 Mar 31 21:42:20.622171 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ba352294-da88-4527-82bd-a725bca81351 req-514f9e62-5de3-4f44-a217-df4087cad80f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547879 Mar 31 21:42:20.704085 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960b703-b314-4ae0-810e-8ef140b43384 req-ef32fb28-1c96-4814-ab96-492404baae13 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:20.705872 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c960b703-b314-4ae0-810e-8ef140b43384 req-ef32fb28-1c96-4814-ab96-492404baae13 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 943 time: 0.0562136 Mar 31 21:42:20.760572 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c960b703-b314-4ae0-810e-8ef140b43384 req-5d33ea63-5d8a-4591-af15-8187f52cc5eb tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483990 Mar 31 21:42:21.739495 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bc3c9-3d96-4f18-8ac7-a289d1816f56 req-52d5ff3f-2ff4-4f26-a9a8-6de1b6b3a615 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:21.740919 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-821bc3c9-3d96-4f18-8ac7-a289d1816f56 req-52d5ff3f-2ff4-4f26-a9a8-6de1b6b3a615 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0528226 Mar 31 21:42:21.793481 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-821bc3c9-3d96-4f18-8ac7-a289d1816f56 req-4ea63f35-47dc-4183-942d-26fbecfc9fda tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467567 Mar 31 21:42:21.888496 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd1ae0-820c-43f7-b408-57c570dccb13 req-9423def4-384a-4dc4-bada-cac361671595 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:21.890070 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2fbd1ae0-820c-43f7-b408-57c570dccb13 req-9423def4-384a-4dc4-bada-cac361671595 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 943 time: 0.0572054 Mar 31 21:42:21.946828 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2fbd1ae0-820c-43f7-b408-57c570dccb13 req-ad0810bc-344e-4f53-b24e-7eb918cd1fb3 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508187 Mar 31 21:42:22.097630 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device eb2d555e-1e94-4599-a2cc-f995fd167642 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:42:22.193111 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port eb2d555e-1e94-4599-a2cc-f995fd167642, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eb2d555e-1e94-4599-a2cc-f995fd167642,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:22.204837 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': 'eb2d555e-1e94-4599-a2cc-f995fd167642', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'port_id': 'eb2d555e-1e94-4599-a2cc-f995fd167642', 'mac_address': 'fa:16:3e:05:00:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:42:22.246937 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port eb2d555e-1e94-4599-a2cc-f995fd167642 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:22.247331 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:22.391240 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2d555e-1e94-4599-a2cc-f995fd167642 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:42:22.411841 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port eb2d555e-1e94-4599-a2cc-f995fd167642, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eb2d555e-1e94-4599-a2cc-f995fd167642,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:22.415717 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:22.466985 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=eb2d555e-1e94-4599-a2cc-f995fd167642,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:22.808268 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['eb2d555e-1e94-4599-a2cc-f995fd167642'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:42:22.890657 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55596) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:22.933077 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dc931-434f-4d70-a54c-b04bcd2f8080 req-688e5fe7-f13c-47d7-9d97-dbfe9af919bc tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:22.935315 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-850dc931-434f-4d70-a54c-b04bcd2f8080 req-688e5fe7-f13c-47d7-9d97-dbfe9af919bc tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0607901 Mar 31 21:42:23.000491 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-850dc931-434f-4d70-a54c-b04bcd2f8080 req-de5e824a-b5de-40f3-9d41-5786eba9aad7 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573759 Mar 31 21:42:23.027793 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6fcbc72a-d30f-46f3-9c05-57b31f075950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.073053 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e9e5c-4071-4365-a21c-39be836d8885 req-ba6e8694-ec3f-4843-bf04-7fa42c04b21f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:23.074710 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab5e9e5c-4071-4365-a21c-39be836d8885 req-ba6e8694-ec3f-4843-bf04-7fa42c04b21f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 944 time: 0.0579782 Mar 31 21:42:23.125667 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6fcbc72a-d30f-46f3-9c05-57b31f075950 admin admin] Publish callbacks [] for security_group (12304b5f-99eb-4810-8c8e-927a2fe8d29a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.129942 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ab5e9e5c-4071-4365-a21c-39be836d8885 req-7c76de42-6cfc-4aea-9ce2-ed35e074239b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488722 Mar 31 21:42:23.131779 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6fcbc72a-d30f-46f3-9c05-57b31f075950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (12304b5f-99eb-4810-8c8e-927a2fe8d29a), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.171496 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbc72a-d30f-46f3-9c05-57b31f075950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12304b5f-99eb-4810-8c8e-927a2fe8d29a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:23.176290 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6fcbc72a-d30f-46f3-9c05-57b31f075950 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c2d6464b2a64360bddb27a8b306e038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840934 Mar 31 21:42:23.180355 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55604) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:23.231053 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16609ed6-eabe-453b-8ac1-7603414ad635 admin admin] Publish callbacks [] for security_group (12304b5f-99eb-4810-8c8e-927a2fe8d29a), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.253485 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16609ed6-eabe-453b-8ac1-7603414ad635 admin admin] Publish callbacks [] for security_group (12304b5f-99eb-4810-8c8e-927a2fe8d29a), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.303344 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16609ed6-eabe-453b-8ac1-7603414ad635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (12304b5f-99eb-4810-8c8e-927a2fe8d29a), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.308103 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16609ed6-eabe-453b-8ac1-7603414ad635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.310113 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-16609ed6-eabe-453b-8ac1-7603414ad635 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12304b5f-99eb-4810-8c8e-927a2fe8d29a HTTP/1.1" status: 204 len: 168 time: 0.1285019 Mar 31 21:42:23.321536 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16609ed6-eabe-453b-8ac1-7603414ad635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12304b5f-99eb-4810-8c8e-927a2fe8d29a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:23.590130 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55610) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:23.603520 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e0245c4-fdbc-4d6e-b586-de796440f6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.684562 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e0245c4-fdbc-4d6e-b586-de796440f6c7 admin admin] Publish callbacks [] for security_group (87d82d7e-2923-471d-bf84-df328488fdea), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.690027 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e0245c4-fdbc-4d6e-b586-de796440f6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (87d82d7e-2923-471d-bf84-df328488fdea), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.733536 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0245c4-fdbc-4d6e-b586-de796440f6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d82d7e-2923-471d-bf84-df328488fdea,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:23.738259 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-9e0245c4-fdbc-4d6e-b586-de796440f6c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e3599b3e6494a5496230de8b32e5fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470387 Mar 31 21:42:23.741099 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55612) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:23.799485 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d32b783-cee6-493b-ba39-414f06587aa3 admin admin] Publish callbacks [] for security_group (87d82d7e-2923-471d-bf84-df328488fdea), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.826447 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d32b783-cee6-493b-ba39-414f06587aa3 admin admin] Publish callbacks [] for security_group (87d82d7e-2923-471d-bf84-df328488fdea), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.875966 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d32b783-cee6-493b-ba39-414f06587aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (87d82d7e-2923-471d-bf84-df328488fdea), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.880709 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d32b783-cee6-493b-ba39-414f06587aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:23.881895 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6d32b783-cee6-493b-ba39-414f06587aa3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87d82d7e-2923-471d-bf84-df328488fdea HTTP/1.1" status: 204 len: 168 time: 0.1398866 Mar 31 21:42:23.890845 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32b783-cee6-493b-ba39-414f06587aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d82d7e-2923-471d-bf84-df328488fdea,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:24.114058 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device eb2d555e-1e94-4599-a2cc-f995fd167642 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:42:24.158212 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f416-751d-45a0-b4d6-d494a9853033 req-53dadd84-5292-476f-9594-8427deeec4e2 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:24.167262 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4ce1f416-751d-45a0-b4d6-d494a9853033 req-53dadd84-5292-476f-9594-8427deeec4e2 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0843410 Mar 31 21:42:24.174350 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port eb2d555e-1e94-4599-a2cc-f995fd167642 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:42:24.181634 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port eb2d555e-1e94-4599-a2cc-f995fd167642 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:42:24.182055 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:24.240999 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4ce1f416-751d-45a0-b4d6-d494a9853033 req-4d98eec1-7596-4e57-ba99-80653e507d33 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723538 Mar 31 21:42:24.292531 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2322c4d-7f00-4137-a3a0-b3f31c2f0caf req-5099532e-2656-451f-83a7-dfb478fed9f4 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:24.294104 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d2322c4d-7f00-4137-a3a0-b3f31c2f0caf req-5099532e-2656-451f-83a7-dfb478fed9f4 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 944 time: 0.0760887 Mar 31 21:42:24.307667 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port eb2d555e-1e94-4599-a2cc-f995fd167642 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:24.308059 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:24.333850 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a674a494-bd92-4f17-a291-b08b928981cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2d555e-1e94-4599-a2cc-f995fd167642'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:24.336264 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cf2bb2-5470-4f06-9380-b2563dbc4faa" -d '{"events": [{"server_uuid": "a674a494-bd92-4f17-a291-b08b928981cb", "name": "network-vif-plugged", "status": "completed", "tag": "eb2d555e-1e94-4599-a2cc-f995fd167642"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:24.358146 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d2322c4d-7f00-4137-a3a0-b3f31c2f0caf req-c7853f53-01ae-491d-a10a-ce0cf04f78e3 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558457 Mar 31 21:42:24.358347 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port eb2d555e-1e94-4599-a2cc-f995fd167642, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eb2d555e-1e94-4599-a2cc-f995fd167642,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:24.363658 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:24.389847 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c66a13e-69fa-4eb1-ac66-044a2af2a1fc x-openstack-request-id: req-7c66a13e-69fa-4eb1-ac66-044a2af2a1fc {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:24.390233 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a674a494-bd92-4f17-a291-b08b928981cb", "name": "network-vif-plugged", "status": "completed", "tag": "eb2d555e-1e94-4599-a2cc-f995fd167642", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:24.390448 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c66a13e-69fa-4eb1-ac66-044a2af2a1fc {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:24.390980 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c66a13e-69fa-4eb1-ac66-044a2af2a1fc'] response: {'server_uuid': 'a674a494-bd92-4f17-a291-b08b928981cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2d555e-1e94-4599-a2cc-f995fd167642', 'code': 200} Mar 31 21:42:24.431073 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=eb2d555e-1e94-4599-a2cc-f995fd167642,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:24.599925 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04998cb8-7f14-4193-aa56-309ef3d37fa0 req-9b478e39-989f-4b1c-a6fa-0b242675ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:24.601482 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04998cb8-7f14-4193-aa56-309ef3d37fa0 req-9b478e39-989f-4b1c-a6fa-0b242675ea18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 1129 time: 0.0472023 Mar 31 21:42:24.658131 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04998cb8-7f14-4193-aa56-309ef3d37fa0 req-eed047df-fa71-4f14-8e03-de0f717b203b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412133 Mar 31 21:42:25.387241 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe01dc-f8e5-4120-b334-034d5c725a26 req-061df3a0-0283-44eb-8d5c-6aef5dbf1eaf tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:25.388902 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07fe01dc-f8e5-4120-b334-034d5c725a26 req-061df3a0-0283-44eb-8d5c-6aef5dbf1eaf tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0576739 Mar 31 21:42:25.466107 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07fe01dc-f8e5-4120-b334-034d5c725a26 req-c717887e-f55a-450c-a120-201d82a8764d tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703471 Mar 31 21:42:25.513585 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ef33d-7568-4847-a418-eb490196df6a req-cb348baa-103b-4989-b60e-4d6d86beb87a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:25.515230 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c0ef33d-7568-4847-a418-eb490196df6a req-cb348baa-103b-4989-b60e-4d6d86beb87a tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 945 time: 0.0675263 Mar 31 21:42:25.571695 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c0ef33d-7568-4847-a418-eb490196df6a req-69624f5f-7e90-4ad0-80fd-af31a2588b9d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486255 Mar 31 21:42:26.464830 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ca51a-e9e2-411f-b62a-c7fd27171e7a req-ffcca504-cafc-451e-b4d6-78a08b865108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:26.466409 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f08ca51a-e9e2-411f-b62a-c7fd27171e7a req-ffcca504-cafc-451e-b4d6-78a08b865108 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 1128 time: 0.0462065 Mar 31 21:42:26.515452 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f08ca51a-e9e2-411f-b62a-c7fd27171e7a req-7c3b8801-f217-4624-a4fc-5693b8f42243 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424819 Mar 31 21:42:26.601739 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6586131-164c-4993-916c-47c62494b81f req-70cb7d30-120d-45e4-8a7b-888407601de2 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:26.603296 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e6586131-164c-4993-916c-47c62494b81f req-70cb7d30-120d-45e4-8a7b-888407601de2 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.0527875 Mar 31 21:42:26.676717 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e6586131-164c-4993-916c-47c62494b81f req-7fb4fe54-edc0-4eaa-98ff-a46af612692c tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674067 Mar 31 21:42:26.718855 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc38269-b7b0-4805-b946-7f600cf2426e req-3325c6e6-9c25-4066-96b3-883109ee2e2c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:26.720302 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9fc38269-b7b0-4805-b946-7f600cf2426e req-3325c6e6-9c25-4066-96b3-883109ee2e2c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 945 time: 0.0614147 Mar 31 21:42:26.776508 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9fc38269-b7b0-4805-b946-7f600cf2426e req-de0718da-7341-490e-a5b4-bed73b00b095 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500352 Mar 31 21:42:26.899311 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da73fda-a577-42dc-9be5-d2d0d5a0a0b4 req-f63b15d4-e02a-4909-b7e6-54e9f33b23f9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:26.900840 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9da73fda-a577-42dc-9be5-d2d0d5a0a0b4 req-f63b15d4-e02a-4909-b7e6-54e9f33b23f9 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 945 time: 0.0583737 Mar 31 21:42:26.910050 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55692) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:26.914380 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-dd8dc0fb-ec01-4c4e-aa9f-2bdf26634043 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Request body: {'floatingip': {'port_id': 'eb2d555e-1e94-4599-a2cc-f995fd167642'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:42:26.956512 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc0fb-ec01-4c4e-aa9f-2bdf26634043 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (f4fe708d-7bbf-4eb2-9489-34f4aff4bce9), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:27.391982 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc0fb-ec01-4c4e-aa9f-2bdf26634043 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:27.397063 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc0fb-ec01-4c4e-aa9f-2bdf26634043 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (f4fe708d-7bbf-4eb2-9489-34f4aff4bce9), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:27.766418 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-dd8dc0fb-ec01-4c4e-aa9f-2bdf26634043 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Floating IP f4fe708d-7bbf-4eb2-9489-34f4aff4bce9 associated. External IP: 172.27.3.120, port: eb2d555e-1e94-4599-a2cc-f995fd167642. Mar 31 21:42:27.904717 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcfa3b-36fd-4839-8823-0567ffe1b0db req-c350577b-6b1b-4509-a8e2-cd4594f34e7e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:27.906298 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6dcfa3b-36fd-4839-8823-0567ffe1b0db req-c350577b-6b1b-4509-a8e2-cd4594f34e7e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 944 time: 0.1529515 Mar 31 21:42:28.034546 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6dcfa3b-36fd-4839-8823-0567ffe1b0db req-4dc4104c-e9ca-4ef7-838f-17a81b3e991f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212008 Mar 31 21:42:28.078249 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8dc0fb-ec01-4c4e-aa9f-2bdf26634043 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:42:28.156886 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:42:28.193395 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8dc0fb-ec01-4c4e-aa9f-2bdf26634043 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:42:28.199021 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd8dc0fb-ec01-4c4e-aa9f-2bdf26634043 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:28.204043 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd618a-be07-4f75-9df5-be472a32affe None None] Sync routers for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:42:28.214458 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd618a-be07-4f75-9df5-be472a32affe None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:42:28.215065 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-10cd618a-be07-4f75-9df5-be472a32affe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:42:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:42:28.238035 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-dd8dc0fb-ec01-4c4e-aa9f-2bdf26634043 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "PUT /v2.0/floatingips/f4fe708d-7bbf-4eb2-9489-34f4aff4bce9 HTTP/1.1" status: 200 len: 991 time: 1.3180411 Mar 31 21:42:28.238035 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a674a494-bd92-4f17-a291-b08b928981cb', 'tag': 'eb2d555e-1e94-4599-a2cc-f995fd167642'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:28.238035 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182e283b-4b33-4717-a488-f911aee3435b" -d '{"events": [{"name": "network-changed", "server_uuid": "a674a494-bd92-4f17-a291-b08b928981cb", "tag": "eb2d555e-1e94-4599-a2cc-f995fd167642"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:28.261732 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:28.274325 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'port_id': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'mac_address': 'fa:16:3e:42:21:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:42:28.278923 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca7ae46-f5c5-4e6c-a72f-00694bdca331 x-openstack-request-id: req-cca7ae46-f5c5-4e6c-a72f-00694bdca331 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:28.279275 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a674a494-bd92-4f17-a291-b08b928981cb", "tag": "eb2d555e-1e94-4599-a2cc-f995fd167642", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:28.279806 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cca7ae46-f5c5-4e6c-a72f-00694bdca331 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:28.280270 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca7ae46-f5c5-4e6c-a72f-00694bdca331'] response: {'name': 'network-changed', 'server_uuid': 'a674a494-bd92-4f17-a291-b08b928981cb', 'tag': 'eb2d555e-1e94-4599-a2cc-f995fd167642', 'status': 'completed', 'code': 200} Mar 31 21:42:28.312725 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:28.313124 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:28.328008 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:42:28.336425 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-10cd618a-be07-4f75-9df5-be472a32affe None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:42:28.348127 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e283b-4b33-4717-a488-f911aee3435b req-173fa117-ceaa-400b-9358-fb932ff10e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:28.349618 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:28.349751 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-182e283b-4b33-4717-a488-f911aee3435b req-173fa117-ceaa-400b-9358-fb932ff10e2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 1129 time: 0.0468562 Mar 31 21:42:28.353532 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:28.405068 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:28.447374 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e283b-4b33-4717-a488-f911aee3435b req-22b9ce08-000e-43c9-8cea-83d29c4f0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:28.449154 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-182e283b-4b33-4717-a488-f911aee3435b req-22b9ce08-000e-43c9-8cea-83d29c4f0628 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 200 len: 910 time: 0.0931339 Mar 31 21:42:28.516644 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-182e283b-4b33-4717-a488-f911aee3435b req-c3a668d8-52c0-4c22-b4a9-63f597dddef3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb2d555e-1e94-4599-a2cc-f995fd167642 HTTP/1.1" status: 200 len: 999 time: 0.0605826 Mar 31 21:42:28.568360 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e283b-4b33-4717-a488-f911aee3435b req-e6dcbb14-bb7e-409e-86c1-26da2ad38476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:28.569885 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-182e283b-4b33-4717-a488-f911aee3435b req-e6dcbb14-bb7e-409e-86c1-26da2ad38476 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e267cd5-9f0f-49b6-a0f6-32ad45673e51 HTTP/1.1" status: 200 len: 849 time: 0.0463214 Mar 31 21:42:28.574173 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-10cd618a-be07-4f75-9df5-be472a32affe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'f4fe708d-7bbf-4eb2-9489-34f4aff4bce9', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'port_id': 'eb2d555e-1e94-4599-a2cc-f995fd167642', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'mac_address': 'fa:16:3e:05:00:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a674a494-bd92-4f17-a291-b08b928981cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:42:08Z', 'updated_at': '2022-03-31T21:42:27Z', 'revision_number': 1, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:58Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:42:28.602180 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd618a-be07-4f75-9df5-be472a32affe None None] Checking router: 1fe608d1-1c9f-4585-bb92-6603e3c449f5 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:42:28.612274 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd618a-be07-4f75-9df5-be472a32affe None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:42:28.612489 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-10cd618a-be07-4f75-9df5-be472a32affe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:42:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:42:28.625931 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e283b-4b33-4717-a488-f911aee3435b req-d76e5379-29e1-420a-bb76-21a36a84e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:28.627619 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-182e283b-4b33-4717-a488-f911aee3435b req-d76e5379-29e1-420a-bb76-21a36a84e1ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a844914c-5cf6-4424-8cb4-7741526740b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510442 Mar 31 21:42:28.716577 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-182e283b-4b33-4717-a488-f911aee3435b req-496c865f-97b7-447c-9c86-455e1db93ffd service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824711 Mar 31 21:42:28.723021 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-10cd618a-be07-4f75-9df5-be472a32affe None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:42:28.759352 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['6a41a9e7-edbb-4c81-a2a7-a762b9c12d80'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:42:28.815236 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-182e283b-4b33-4717-a488-f911aee3435b req-ba70d7e4-7b4c-4fda-8a8a-036fab9ba4bb service neutron] 10.222.0.13 "GET /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926578 Mar 31 21:42:28.976833 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-10cd618a-be07-4f75-9df5-be472a32affe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'f4fe708d-7bbf-4eb2-9489-34f4aff4bce9', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'port_id': 'eb2d555e-1e94-4599-a2cc-f995fd167642', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'mac_address': 'fa:16:3e:05:00:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a674a494-bd92-4f17-a291-b08b928981cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:42:08Z', 'updated_at': '2022-03-31T21:42:27Z', 'revision_number': 1, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:58Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:42:29.008951 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd618a-be07-4f75-9df5-be472a32affe None None] The sync data for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi is: [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': 'f4fe708d-7bbf-4eb2-9489-34f4aff4bce9', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'port_id': 'eb2d555e-1e94-4599-a2cc-f995fd167642', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'mac_address': 'fa:16:3e:05:00:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a674a494-bd92-4f17-a291-b08b928981cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:42:08Z', 'updated_at': '2022-03-31T21:42:27Z', 'revision_number': 1, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:58Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:42:29.184677 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31795c29-6fdd-4868-acdb-8568f596ac37 req-1f369e47-d85c-400c-b1c0-5a70b9571adf tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:29.186279 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31795c29-6fdd-4868-acdb-8568f596ac37 req-1f369e47-d85c-400c-b1c0-5a70b9571adf tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 945 time: 0.0693083 Mar 31 21:42:29.232451 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55738) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:29.248216 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-31795c29-6fdd-4868-acdb-8568f596ac37 req-6d6a1209-aa46-4d5c-98b6-edc03685f331 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548484 Mar 31 21:42:29.263346 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665a902-99b2-4830-9f04-96ca1dab3e6a None None] New status for floating IP f4fe708d-7bbf-4eb2-9489-34f4aff4bce9: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:42:29.364103 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9252dd3-bfec-4981-beac-35b9eea56725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:29.465496 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9252dd3-bfec-4981-beac-35b9eea56725 admin admin] Publish callbacks [] for security_group (55dcb770-a6d2-476e-8f23-27f9731ea6bf), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:29.471884 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b9252dd3-bfec-4981-beac-35b9eea56725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (55dcb770-a6d2-476e-8f23-27f9731ea6bf), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:29.509628 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9252dd3-bfec-4981-beac-35b9eea56725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dcb770-a6d2-476e-8f23-27f9731ea6bf,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:29.514697 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-b9252dd3-bfec-4981-beac-35b9eea56725 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6d78efdcc314d98a868406532db9ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811852 Mar 31 21:42:29.518139 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55744) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:29.569825 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2bccbea-6703-4a01-b127-99d9721ea676 admin admin] Publish callbacks [] for security_group (55dcb770-a6d2-476e-8f23-27f9731ea6bf), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:29.590987 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2bccbea-6703-4a01-b127-99d9721ea676 admin admin] Publish callbacks [] for security_group (55dcb770-a6d2-476e-8f23-27f9731ea6bf), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:29.636306 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2bccbea-6703-4a01-b127-99d9721ea676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (55dcb770-a6d2-476e-8f23-27f9731ea6bf), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:29.638966 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c2bccbea-6703-4a01-b127-99d9721ea676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:29.640127 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-c2bccbea-6703-4a01-b127-99d9721ea676 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55dcb770-a6d2-476e-8f23-27f9731ea6bf HTTP/1.1" status: 204 len: 168 time: 0.1203001 Mar 31 21:42:29.651261 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bccbea-6703-4a01-b127-99d9721ea676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dcb770-a6d2-476e-8f23-27f9731ea6bf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:29.933007 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55750) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:29.947660 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08017874-7746-4611-9d1d-4155e7d84ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.028671 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08017874-7746-4611-9d1d-4155e7d84ff0 admin admin] Publish callbacks [] for security_group (0f2d6e23-7a1d-43ff-8398-7a7eb4380651), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.032282 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-08017874-7746-4611-9d1d-4155e7d84ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (0f2d6e23-7a1d-43ff-8398-7a7eb4380651), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.074291 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-08017874-7746-4611-9d1d-4155e7d84ff0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d90400ec89f14e3b8d1ac1b96ce957de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401811 Mar 31 21:42:30.075126 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08017874-7746-4611-9d1d-4155e7d84ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d6e23-7a1d-43ff-8398-7a7eb4380651,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:30.077693 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55752) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:30.127591 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d303e270-a289-4fbe-83c5-686b00fa0d75 admin admin] Publish callbacks [] for security_group (0f2d6e23-7a1d-43ff-8398-7a7eb4380651), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.148248 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d303e270-a289-4fbe-83c5-686b00fa0d75 admin admin] Publish callbacks [] for security_group (0f2d6e23-7a1d-43ff-8398-7a7eb4380651), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.175521 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:42:30.194358 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d303e270-a289-4fbe-83c5-686b00fa0d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (0f2d6e23-7a1d-43ff-8398-7a7eb4380651), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.197184 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d303e270-a289-4fbe-83c5-686b00fa0d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.198455 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-d303e270-a289-4fbe-83c5-686b00fa0d75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f2d6e23-7a1d-43ff-8398-7a7eb4380651 HTTP/1.1" status: 204 len: 168 time: 0.1195705 Mar 31 21:42:30.207027 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303e270-a289-4fbe-83c5-686b00fa0d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d6e23-7a1d-43ff-8398-7a7eb4380651,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:30.233721 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:42:30.234132 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.317124 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:30.317778 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.339855 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:30.342121 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2c5c4c-2934-4f71-a0fb-70cddf23de0f" -d '{"events": [{"server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "name": "network-vif-plugged", "status": "completed", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:30.354913 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:30.359653 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.383060 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eb42e0-af57-45b6-82f7-b90261c453b4 x-openstack-request-id: req-e9eb42e0-af57-45b6-82f7-b90261c453b4 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:30.383355 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "name": "network-vif-plugged", "status": "completed", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:30.383612 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9eb42e0-af57-45b6-82f7-b90261c453b4 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:30.384041 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9eb42e0-af57-45b6-82f7-b90261c453b4'] response: {'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'code': 200} Mar 31 21:42:30.410289 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:30.520265 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55760) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:30.533734 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aca52b26-e4f0-4aaa-b6d1-690b416fecc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.607082 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aca52b26-e4f0-4aaa-b6d1-690b416fecc1 admin admin] Publish callbacks [] for security_group (781d227b-61e9-4094-b671-b7aaa68cb915), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.610761 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aca52b26-e4f0-4aaa-b6d1-690b416fecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (781d227b-61e9-4094-b671-b7aaa68cb915), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.649024 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-aca52b26-e4f0-4aaa-b6d1-690b416fecc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a04d3bf79474dbd85a1858164c21241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276999 Mar 31 21:42:30.649993 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca52b26-e4f0-4aaa-b6d1-690b416fecc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781d227b-61e9-4094-b671-b7aaa68cb915,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:30.651691 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55762) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:30.700627 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de50-a3af-48c2-b272-8fa52e08aaf3 admin admin] Publish callbacks [] for security_group (781d227b-61e9-4094-b671-b7aaa68cb915), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.722398 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de50-a3af-48c2-b272-8fa52e08aaf3 admin admin] Publish callbacks [] for security_group (781d227b-61e9-4094-b671-b7aaa68cb915), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.770561 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de50-a3af-48c2-b272-8fa52e08aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (781d227b-61e9-4094-b671-b7aaa68cb915), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.773120 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0a9de50-a3af-48c2-b272-8fa52e08aaf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:30.774354 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d0a9de50-a3af-48c2-b272-8fa52e08aaf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/781d227b-61e9-4094-b671-b7aaa68cb915 HTTP/1.1" status: 204 len: 168 time: 0.1210792 Mar 31 21:42:30.781860 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9de50-a3af-48c2-b272-8fa52e08aaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781d227b-61e9-4094-b671-b7aaa68cb915,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:31.816494 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55792) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:31.927297 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71b8e874-3495-40e3-a1bd-e1e6511c2737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:31.999458 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71b8e874-3495-40e3-a1bd-e1e6511c2737 admin admin] Publish callbacks [] for security_group (8f8034de-df64-4565-9ffd-c39ed86bf57d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:32.003305 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71b8e874-3495-40e3-a1bd-e1e6511c2737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (8f8034de-df64-4565-9ffd-c39ed86bf57d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:32.042729 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-71b8e874-3495-40e3-a1bd-e1e6511c2737 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f192c79a16fe4c72837df270cc330fa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251098 Mar 31 21:42:32.043449 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8e874-3495-40e3-a1bd-e1e6511c2737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8034de-df64-4565-9ffd-c39ed86bf57d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:32.045442 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55796) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:32.096133 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db5b9ade-a5ce-4a99-9815-c39b6d75aa31 admin admin] Publish callbacks [] for security_group (8f8034de-df64-4565-9ffd-c39ed86bf57d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:32.117238 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db5b9ade-a5ce-4a99-9815-c39b6d75aa31 admin admin] Publish callbacks [] for security_group (8f8034de-df64-4565-9ffd-c39ed86bf57d), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:32.166355 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db5b9ade-a5ce-4a99-9815-c39b6d75aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (8f8034de-df64-4565-9ffd-c39ed86bf57d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:32.169061 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-db5b9ade-a5ce-4a99-9815-c39b6d75aa31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:32.170250 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-db5b9ade-a5ce-4a99-9815-c39b6d75aa31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f8034de-df64-4565-9ffd-c39ed86bf57d HTTP/1.1" status: 204 len: 168 time: 0.1232133 Mar 31 21:42:32.178500 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b9ade-a5ce-4a99-9815-c39b6d75aa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8034de-df64-4565-9ffd-c39ed86bf57d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:33.176630 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f8945492-3fb8-4d7e-b25b-448c91d36830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:35.263655 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-968ff70d-7c71-44d1-8c95-7d19a7dc54bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:37.033325 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:37.053129 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:38.493864 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:39.573598 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:40.094264 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55924) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:40.203116 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54b3f441-c084-40cc-a793-ff4c0a277736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:40.274733 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54b3f441-c084-40cc-a793-ff4c0a277736 admin admin] Publish callbacks [] for security_group (d46df50e-b80e-47db-aebf-2acd39b33ccf), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:40.278499 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-54b3f441-c084-40cc-a793-ff4c0a277736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d46df50e-b80e-47db-aebf-2acd39b33ccf), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:40.316204 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-54b3f441-c084-40cc-a793-ff4c0a277736 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa963cfdd9dc487e88f45cd29f524b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206614 Mar 31 21:42:40.317055 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3f441-c084-40cc-a793-ff4c0a277736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46df50e-b80e-47db-aebf-2acd39b33ccf,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:40.318817 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55928) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:40.371391 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f25fc47-a299-4c94-a3cb-7f22ccfa63ac admin admin] Publish callbacks [] for security_group (d46df50e-b80e-47db-aebf-2acd39b33ccf), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:40.393394 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f25fc47-a299-4c94-a3cb-7f22ccfa63ac admin admin] Publish callbacks [] for security_group (d46df50e-b80e-47db-aebf-2acd39b33ccf), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:40.439505 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f25fc47-a299-4c94-a3cb-7f22ccfa63ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d46df50e-b80e-47db-aebf-2acd39b33ccf), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:40.442108 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8f25fc47-a299-4c94-a3cb-7f22ccfa63ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:40.443267 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8f25fc47-a299-4c94-a3cb-7f22ccfa63ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d46df50e-b80e-47db-aebf-2acd39b33ccf HTTP/1.1" status: 204 len: 168 time: 0.1229100 Mar 31 21:42:40.451041 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25fc47-a299-4c94-a3cb-7f22ccfa63ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46df50e-b80e-47db-aebf-2acd39b33ccf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:40.700139 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55934) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:40.713530 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46202ccf-733e-48a4-93d2-822066f4949c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:40.799636 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46202ccf-733e-48a4-93d2-822066f4949c admin admin] Publish callbacks [] for security_group (d047a2a4-4ec0-430d-a586-aeb7ed6e17a8), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:40.803646 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-46202ccf-733e-48a4-93d2-822066f4949c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d047a2a4-4ec0-430d-a586-aeb7ed6e17a8), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:40.866326 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46202ccf-733e-48a4-93d2-822066f4949c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d047a2a4-4ec0-430d-a586-aeb7ed6e17a8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:40.870626 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-46202ccf-733e-48a4-93d2-822066f4949c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2773d0b1641e44f3acba4d57110dc79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694839 Mar 31 21:42:40.874260 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55936) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:40.916769 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4efa3fa2-b08c-4fdf-8519-4bf1904b1028 req-d94ca873-5ad6-412f-ad31-093bb245a670 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975728 Mar 31 21:42:40.941433 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e9c584fa-e865-4ae1-a117-b807aa1bb85d admin admin] Publish callbacks [] for security_group (d047a2a4-4ec0-430d-a586-aeb7ed6e17a8), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:40.988740 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e9c584fa-e865-4ae1-a117-b807aa1bb85d admin admin] Publish callbacks [] for security_group (d047a2a4-4ec0-430d-a586-aeb7ed6e17a8), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:41.026300 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa3fa2-b08c-4fdf-8519-4bf1904b1028 req-e0dcc76b-d014-4834-a444-3ae2278807f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:41.027827 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4efa3fa2-b08c-4fdf-8519-4bf1904b1028 req-e0dcc76b-d014-4834-a444-3ae2278807f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa9aeaaf600b4f0baa090dac35478417&device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 1130 time: 0.0845582 Mar 31 21:42:41.051522 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e9c584fa-e865-4ae1-a117-b807aa1bb85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d047a2a4-4ec0-430d-a586-aeb7ed6e17a8), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:41.054263 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e9c584fa-e865-4ae1-a117-b807aa1bb85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:41.055410 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e9c584fa-e865-4ae1-a117-b807aa1bb85d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d047a2a4-4ec0-430d-a586-aeb7ed6e17a8 HTTP/1.1" status: 204 len: 168 time: 0.1803889 Mar 31 21:42:41.106381 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c584fa-e865-4ae1-a117-b807aa1bb85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d047a2a4-4ec0-430d-a586-aeb7ed6e17a8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:41.154146 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa3fa2-b08c-4fdf-8519-4bf1904b1028 req-362af2c5-e44f-4bbe-93b5-2330315edf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:41.155630 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4efa3fa2-b08c-4fdf-8519-4bf1904b1028 req-362af2c5-e44f-4bbe-93b5-2330315edf99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=378e9186-c2c4-4963-b605-d1b013f39554 HTTP/1.1" status: 200 len: 908 time: 0.0992019 Mar 31 21:42:41.231498 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4efa3fa2-b08c-4fdf-8519-4bf1904b1028 req-055bc946-7d32-4664-8976-782365726aa2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 HTTP/1.1" status: 200 len: 1001 time: 0.0617099 Mar 31 21:42:41.280951 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa3fa2-b08c-4fdf-8519-4bf1904b1028 req-9b56453c-bd5c-4d43-b46e-dfaa160d9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:41.282435 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4efa3fa2-b08c-4fdf-8519-4bf1904b1028 req-9b56453c-bd5c-4d43-b46e-dfaa160d9bdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f2d1c4d-34aa-45f1-a92e-c4affe587080 HTTP/1.1" status: 200 len: 847 time: 0.0444260 Mar 31 21:42:41.336711 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa3fa2-b08c-4fdf-8519-4bf1904b1028 req-7cfbbb30-6ee4-4c7a-9cb0-877d73929ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:41.338291 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4efa3fa2-b08c-4fdf-8519-4bf1904b1028 req-7cfbbb30-6ee4-4c7a-9cb0-877d73929ee6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=378e9186-c2c4-4963-b605-d1b013f39554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499685 Mar 31 21:42:41.396333 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 55942) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:41.409310 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4de1176f-34e5-4899-9e0f-db145948f502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:41.436758 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4efa3fa2-b08c-4fdf-8519-4bf1904b1028 req-c536b4a5-2fc0-4230-b986-ae16e2629f5e service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833991 Mar 31 21:42:41.483234 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4de1176f-34e5-4899-9e0f-db145948f502 admin admin] Publish callbacks [] for security_group (fd3aedf1-0c3a-4e41-b99e-dd2cbf4f16ab), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:41.487291 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4de1176f-34e5-4899-9e0f-db145948f502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (fd3aedf1-0c3a-4e41-b99e-dd2cbf4f16ab), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:41.525130 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-4de1176f-34e5-4899-9e0f-db145948f502 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a14cc1be01f64de28af35072a0d5a84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276045 Mar 31 21:42:41.526093 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1176f-34e5-4899-9e0f-db145948f502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3aedf1-0c3a-4e41-b99e-dd2cbf4f16ab,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:41.527741 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 55946) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:41.539190 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4efa3fa2-b08c-4fdf-8519-4bf1904b1028 req-db442895-5027-4914-8146-c40fbabbe0c8 service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951757 Mar 31 21:42:41.584988 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f21bbf9-4b40-4c49-82b9-bfe1c9b7dfa6 admin admin] Publish callbacks [] for security_group (fd3aedf1-0c3a-4e41-b99e-dd2cbf4f16ab), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:41.607465 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f21bbf9-4b40-4c49-82b9-bfe1c9b7dfa6 admin admin] Publish callbacks [] for security_group (fd3aedf1-0c3a-4e41-b99e-dd2cbf4f16ab), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:41.658774 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f21bbf9-4b40-4c49-82b9-bfe1c9b7dfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (fd3aedf1-0c3a-4e41-b99e-dd2cbf4f16ab), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:41.661524 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1f21bbf9-4b40-4c49-82b9-bfe1c9b7dfa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:41.662774 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-1f21bbf9-4b40-4c49-82b9-bfe1c9b7dfa6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd3aedf1-0c3a-4e41-b99e-dd2cbf4f16ab HTTP/1.1" status: 204 len: 168 time: 0.1334884 Mar 31 21:42:41.670593 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21bbf9-4b40-4c49-82b9-bfe1c9b7dfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3aedf1-0c3a-4e41-b99e-dd2cbf4f16ab,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:43.969123 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-cf7338ac-95a9-4157-818f-19577d141da6 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8e606af2e8b54b83a46ed3c4223ebd96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294974 Mar 31 21:42:44.170315 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-1546887b-1790-4e5c-a764-c90dc6a064b7 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:44.171759 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-1546887b-1790-4e5c-a764-c90dc6a064b7 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966147 Mar 31 21:42:44.188299 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-3b2f38be-ff4e-4402-b1dc-bda8d826bcf3 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/quotas/8e606af2e8b54b83a46ed3c4223ebd96 HTTP/1.1" status: 200 len: 375 time: 0.0111537 Mar 31 21:42:44.225952 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-d04aaa91-a3be-492a-bf24-2fa750f5d58a tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e606af2e8b54b83a46ed3c4223ebd96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280092 Mar 31 21:42:44.387143 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0749a753-9620-43db-aadd-fbd0dfa6a8ec req-c8bca02c-02de-4c37-a511-1185e07e9667 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 210 time: 0.0268123 Mar 31 21:42:45.374118 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-672daf50-eddc-4c62-a692-bbdadd5851ae tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8e606af2e8b54b83a46ed3c4223ebd96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263250 Mar 31 21:42:45.504994 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a8453e65-48e7-473d-afce-8d329dff53d6 req-404cea52-451c-4ce6-b370-2d91b2aa860d tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 210 time: 0.0369592 Mar 31 21:42:45.511590 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-d274636d-c141-4ec7-8256-3e09ec143a0d tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:45.513134 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-d274636d-c141-4ec7-8256-3e09ec143a0d tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338096 Mar 31 21:42:45.544569 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Request body: {'port': {'device_id': 'bdeb9240-2808-46c7-9c62-26f379a705ba', 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65', 'admin_state_up': True, 'tenant_id': '8e606af2e8b54b83a46ed3c4223ebd96'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:42:45.653399 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Made reservation on behalf of 8e606af2e8b54b83a46ed3c4223ebd96 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:42:45.656748 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:45.916153 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:45.989273 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Publish callbacks [] for security_group (16c3024f-0a98-4042-8256-90ee155566d6), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:45.993231 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (16c3024f-0a98-4042-8256-90ee155566d6), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:46.055546 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c3024f-0a98-4042-8256-90ee155566d6,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:46.131612 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Allocated IP 192.168.233.31 (4af7a58f-01f9-4744-9834-b5c1938d0e65/1ad7ff75-acb1-4889-b3d5-2425d5298a47/da51de5e-5a75-491e-8037-a1b435fb7468) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:42:46.291976 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Publish callbacks [] for port (da51de5e-5a75-491e-8037-a1b435fb7468), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:46.329012 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:46.375533 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Network 4af7a58f-01f9-4744-9834-b5c1938d0e65 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:42:46.379619 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:42:46.386192 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:42:46.394370 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Pushing event updated for resources: {'Port': ['ID=da51de5e-5a75-491e-8037-a1b435fb7468,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:46.449298 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:46.449938 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:46.467355 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7eaa7741-1841-423d-a06c-18547b91f2ba tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9264872 Mar 31 21:42:46.480127 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Request body: {'port': {'device_id': 'bdeb9240-2808-46c7-9c62-26f379a705ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:42:46.560232 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:46.624613 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-99348554-d5e8-4563-b922-196334ac5d14 None None] Provisioning complete for port da51de5e-5a75-491e-8037-a1b435fb7468 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:42:46.625380 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-99348554-d5e8-4563-b922-196334ac5d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:46.660878 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-99348554-d5e8-4563-b922-196334ac5d14 None None] Port da51de5e-5a75-491e-8037-a1b435fb7468 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:42:46.740419 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba03379-5797-48a0-9379-464a6e254065 req-2b411bb7-3a44-49b7-85a6-162f4c0e0332 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:46.741917 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7ba03379-5797-48a0-9379-464a6e254065 req-2b411bb7-3a44-49b7-85a6-162f4c0e0332 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 935 time: 0.1454327 Mar 31 21:42:46.844506 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7ba03379-5797-48a0-9379-464a6e254065 req-95c497ed-68ee-42cb-9a8d-2ea1f4f389d1 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904052 Mar 31 21:42:46.926554 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da51de5e-5a75-491e-8037-a1b435fb7468 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:42:46.934822 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Publish callbacks [] for port (da51de5e-5a75-491e-8037-a1b435fb7468), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:46.948877 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Transition to ACTIVE for port object da51de5e-5a75-491e-8037-a1b435fb7468 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:42:46.953090 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:47.007235 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Pushing event updated for resources: {'Port': ['ID=da51de5e-5a75-491e-8037-a1b435fb7468,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:47.088007 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Attempting to bind port da51de5e-5a75-491e-8037-a1b435fb7468 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:42:47.088342 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Attempting to bind port da51de5e-5a75-491e-8037-a1b435fb7468 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'eb39e707-32fa-4c93-aa4a-00700ea1da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:42:47.088670 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Attempting to bind port da51de5e-5a75-491e-8037-a1b435fb7468 on network 4af7a58f-01f9-4744-9834-b5c1938d0e65 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:42:47.094622 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Port da51de5e-5a75-491e-8037-a1b435fb7468 on network 4af7a58f-01f9-4744-9834-b5c1938d0e65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:42:47.094874 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Attempting to bind port da51de5e-5a75-491e-8037-a1b435fb7468 on network 4af7a58f-01f9-4744-9834-b5c1938d0e65 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:42:47.100905 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:42:47.101229 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Checking segment: {'id': 'eb39e707-32fa-4c93-aa4a-00700ea1da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:42:47.101681 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Bound using segment: {'id': 'eb39e707-32fa-4c93-aa4a-00700ea1da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:42:47.102151 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Bound port: da51de5e-5a75-491e-8037-a1b435fb7468, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb39e707-32fa-4c93-aa4a-00700ea1da8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:42:47.102510 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:47.170451 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] For port da51de5e-5a75-491e-8037-a1b435fb7468, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:42:47.173883 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] For port da51de5e-5a75-491e-8037-a1b435fb7468, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=da51de5e-5a75-491e-8037-a1b435fb7468,segment=NetworkSegment(eb39e707-32fa-4c93-aa4a-00700ea1da8e),segment_id=eb39e707-32fa-4c93-aa4a-00700ea1da8e)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:42:47.180258 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:47.215674 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:47.216282 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:47.217686 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] 10.222.0.13 "PUT /v2.0/ports/da51de5e-5a75-491e-8037-a1b435fb7468 HTTP/1.1" status: 200 len: 1097 time: 0.7419660 Mar 31 21:42:47.218194 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb9240-2808-46c7-9c62-26f379a705ba', 'tag': 'da51de5e-5a75-491e-8037-a1b435fb7468'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:47.221035 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b03a0e1-51bf-4fbd-9b4f-c0e2229879a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb9240-2808-46c7-9c62-26f379a705ba", "tag": "da51de5e-5a75-491e-8037-a1b435fb7468"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:47.249538 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949f0df-5420-4ab1-b726-aaf03d8f7240 service neutron] Pushing event updated for resources: {'Port': ['ID=da51de5e-5a75-491e-8037-a1b435fb7468,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:47.271941 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384d6ad9-2614-4bff-90f4-83da46b68378 x-openstack-request-id: req-384d6ad9-2614-4bff-90f4-83da46b68378 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:47.272280 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb9240-2808-46c7-9c62-26f379a705ba", "tag": "da51de5e-5a75-491e-8037-a1b435fb7468", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:47.272550 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-384d6ad9-2614-4bff-90f4-83da46b68378 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:47.273217 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384d6ad9-2614-4bff-90f4-83da46b68378'] response: {'name': 'network-changed', 'server_uuid': 'bdeb9240-2808-46c7-9c62-26f379a705ba', 'tag': 'da51de5e-5a75-491e-8037-a1b435fb7468', 'status': 'completed', 'code': 200} Mar 31 21:42:47.343535 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-198e7c02-e094-4e75-a8b4-83ffbaefbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:47.346149 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-198e7c02-e094-4e75-a8b4-83ffbaefbf5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e606af2e8b54b83a46ed3c4223ebd96&device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 1131 time: 0.0680170 Mar 31 21:42:47.391787 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-960b32c1-0bf2-4eca-b60d-500549e1f57f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=da51de5e-5a75-491e-8037-a1b435fb7468 HTTP/1.1" status: 200 len: 217 time: 0.0372903 Mar 31 21:42:47.451001 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-a65eeb12-8158-4784-a70a-dba855afe18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:47.452858 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-a65eeb12-8158-4784-a70a-dba855afe18b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ad7ff75-acb1-4889-b3d5-2425d5298a47 HTTP/1.1" status: 200 len: 843 time: 0.0504558 Mar 31 21:42:47.506596 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-e653f23f-9cf3-4460-a9ef-39fe9ae1fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:47.508112 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-e653f23f-9cf3-4460-a9ef-39fe9ae1fdf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4af7a58f-01f9-4744-9834-b5c1938d0e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0485573 Mar 31 21:42:47.600543 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7ad51d82-7351-4352-aec0-f9828d5b89ec service neutron] 10.222.0.13 "GET /v2.0/networks/4af7a58f-01f9-4744-9834-b5c1938d0e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833504 Mar 31 21:42:47.701863 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15f58b04-9c16-437b-81f0-dd1b8ff8f00c req-7baaaaeb-c038-47a6-8b37-27574cfc5449 service neutron] 10.222.0.13 "GET /v2.0/networks/4af7a58f-01f9-4744-9834-b5c1938d0e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908384 Mar 31 21:42:47.815883 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03a0e1-51bf-4fbd-9b4f-c0e2229879a0 req-fcbc3950-1c5e-4b08-b855-b552ed5e5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:47.817440 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2b03a0e1-51bf-4fbd-9b4f-c0e2229879a0 req-fcbc3950-1c5e-4b08-b855-b552ed5e5d89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e606af2e8b54b83a46ed3c4223ebd96&device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 1131 time: 0.0517433 Mar 31 21:42:47.930222 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03a0e1-51bf-4fbd-9b4f-c0e2229879a0 req-9ac4ceb3-fb11-4873-86ab-f20ea48c8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:47.931671 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2b03a0e1-51bf-4fbd-9b4f-c0e2229879a0 req-9ac4ceb3-fb11-4873-86ab-f20ea48c8ea1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4af7a58f-01f9-4744-9834-b5c1938d0e65 HTTP/1.1" status: 200 len: 869 time: 0.1060460 Mar 31 21:42:47.990150 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2b03a0e1-51bf-4fbd-9b4f-c0e2229879a0 req-1b3b704f-2261-4057-9e51-a09e5f521d2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=da51de5e-5a75-491e-8037-a1b435fb7468 HTTP/1.1" status: 200 len: 217 time: 0.0375652 Mar 31 21:42:48.036736 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efa719-3e4d-4f37-b114-0bec9d6c0d27 req-6d719fe8-2777-4e0c-a294-c649275d4699 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:48.038286 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e7efa719-3e4d-4f37-b114-0bec9d6c0d27 req-6d719fe8-2777-4e0c-a294-c649275d4699 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 947 time: 0.1226351 Mar 31 21:42:48.074094 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03a0e1-51bf-4fbd-9b4f-c0e2229879a0 req-16af4227-f155-4b46-82cb-9a72efc31e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:48.075552 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2b03a0e1-51bf-4fbd-9b4f-c0e2229879a0 req-16af4227-f155-4b46-82cb-9a72efc31e66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ad7ff75-acb1-4889-b3d5-2425d5298a47 HTTP/1.1" status: 200 len: 843 time: 0.0716107 Mar 31 21:42:48.128111 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e7efa719-3e4d-4f37-b114-0bec9d6c0d27 req-ff8c5143-3ee6-4130-a89e-02316effba06 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831161 Mar 31 21:42:48.146212 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03a0e1-51bf-4fbd-9b4f-c0e2229879a0 req-370183ed-7085-4b9c-adfc-1f24c8b82f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:48.147751 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2b03a0e1-51bf-4fbd-9b4f-c0e2229879a0 req-370183ed-7085-4b9c-adfc-1f24c8b82f11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4af7a58f-01f9-4744-9834-b5c1938d0e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0624282 Mar 31 21:42:48.244154 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2b03a0e1-51bf-4fbd-9b4f-c0e2229879a0 req-71558cca-d310-40ab-8e3f-8dbc8d44ef6c service neutron] 10.222.0.13 "GET /v2.0/networks/4af7a58f-01f9-4744-9834-b5c1938d0e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854433 Mar 31 21:42:48.341614 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2b03a0e1-51bf-4fbd-9b4f-c0e2229879a0 req-3ace9f56-e161-4707-ba22-cf183772fa44 service neutron] 10.222.0.13 "GET /v2.0/networks/4af7a58f-01f9-4744-9834-b5c1938d0e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871878 Mar 31 21:42:49.251960 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50219e69-6dcd-48da-9aa6-87f8405c47b2 req-a5690421-fbf4-484e-9106-1ecb78db7901 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:49.253461 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-50219e69-6dcd-48da-9aa6-87f8405c47b2 req-a5690421-fbf4-484e-9106-1ecb78db7901 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 947 time: 0.0526977 Mar 31 21:42:49.300591 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-50219e69-6dcd-48da-9aa6-87f8405c47b2 req-44151c5f-6581-498b-be85-511fef847ac4 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Mar 31 21:42:50.412933 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b5807-15d1-4985-b3f5-3f78457145e1 req-a3a4b748-7613-4902-8221-aad9f94fcb83 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:50.414395 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d81b5807-15d1-4985-b3f5-3f78457145e1 req-a3a4b748-7613-4902-8221-aad9f94fcb83 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 947 time: 0.0502348 Mar 31 21:42:50.459339 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d81b5807-15d1-4985-b3f5-3f78457145e1 req-e0676464-eba1-4916-9f0e-58e7e0086fbf tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 Mar 31 21:42:51.580514 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a12a3-6b58-4dba-a530-5cfd362925d5 req-bdb61797-07f8-46b4-abd3-8de954b44322 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:51.582001 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c29a12a3-6b58-4dba-a530-5cfd362925d5 req-bdb61797-07f8-46b4-abd3-8de954b44322 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 947 time: 0.0563271 Mar 31 21:42:51.627136 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c29a12a3-6b58-4dba-a530-5cfd362925d5 req-3dac7aa7-7264-42fa-8ab7-a32b340c43b8 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396745 Mar 31 21:42:52.285843 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device da51de5e-5a75-491e-8037-a1b435fb7468 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:42:52.380646 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port da51de5e-5a75-491e-8037-a1b435fb7468, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=da51de5e-5a75-491e-8037-a1b435fb7468,segment=NetworkSegment(eb39e707-32fa-4c93-aa4a-00700ea1da8e),segment_id=eb39e707-32fa-4c93-aa4a-00700ea1da8e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:52.391922 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': 'da51de5e-5a75-491e-8037-a1b435fb7468', 'network_id': '4af7a58f-01f9-4744-9834-b5c1938d0e65', 'port_id': 'da51de5e-5a75-491e-8037-a1b435fb7468', 'mac_address': 'fa:16:3e:6d:ce:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad7ff75-acb1-4889-b3d5-2425d5298a47', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:42:52.431178 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port da51de5e-5a75-491e-8037-a1b435fb7468 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:52.431461 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:52.444721 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da51de5e-5a75-491e-8037-a1b435fb7468 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:42:52.462795 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port da51de5e-5a75-491e-8037-a1b435fb7468, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=da51de5e-5a75-491e-8037-a1b435fb7468,segment=NetworkSegment(eb39e707-32fa-4c93-aa4a-00700ea1da8e),segment_id=eb39e707-32fa-4c93-aa4a-00700ea1da8e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:52.466428 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:52.512012 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=da51de5e-5a75-491e-8037-a1b435fb7468,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:52.748844 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b720db-6e3f-41fd-b856-15c7be9400b2 req-44e62376-4293-4cc6-88e3-4f7669c90f7a tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:52.750383 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-76b720db-6e3f-41fd-b856-15c7be9400b2 req-44e62376-4293-4cc6-88e3-4f7669c90f7a tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 948 time: 0.0527465 Mar 31 21:42:52.799531 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-76b720db-6e3f-41fd-b856-15c7be9400b2 req-b887eedc-7815-4b5c-8467-c021e5930389 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435276 Mar 31 21:42:52.913635 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['da51de5e-5a75-491e-8037-a1b435fb7468'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:42:53.925540 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05d255-ec21-43ff-99e7-bf9f38725f00 req-10ddee27-9c89-450a-a9e1-b43c73b609b2 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:53.927061 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7a05d255-ec21-43ff-99e7-bf9f38725f00 req-10ddee27-9c89-450a-a9e1-b43c73b609b2 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 948 time: 0.0613239 Mar 31 21:42:53.974106 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7a05d255-ec21-43ff-99e7-bf9f38725f00 req-977a0c81-6a66-44d4-85a4-b6e39b205de2 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Mar 31 21:42:54.292834 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device da51de5e-5a75-491e-8037-a1b435fb7468 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:42:54.344871 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port da51de5e-5a75-491e-8037-a1b435fb7468 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:42:54.350439 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port da51de5e-5a75-491e-8037-a1b435fb7468 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:42:54.350930 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:54.437730 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port da51de5e-5a75-491e-8037-a1b435fb7468 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:54.438191 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:54.472452 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb9240-2808-46c7-9c62-26f379a705ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da51de5e-5a75-491e-8037-a1b435fb7468'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:54.474721 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff00e49-dd75-4d12-8818-e0b831a5f8c2" -d '{"events": [{"server_uuid": "bdeb9240-2808-46c7-9c62-26f379a705ba", "name": "network-vif-plugged", "status": "completed", "tag": "da51de5e-5a75-491e-8037-a1b435fb7468"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:54.489119 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port da51de5e-5a75-491e-8037-a1b435fb7468, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=da51de5e-5a75-491e-8037-a1b435fb7468,segment=NetworkSegment(eb39e707-32fa-4c93-aa4a-00700ea1da8e),segment_id=eb39e707-32fa-4c93-aa4a-00700ea1da8e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:54.493724 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:54.521578 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d81cda5-157c-4114-a61e-c7a1462a2dd3 x-openstack-request-id: req-3d81cda5-157c-4114-a61e-c7a1462a2dd3 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:54.522345 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb9240-2808-46c7-9c62-26f379a705ba", "name": "network-vif-plugged", "status": "completed", "tag": "da51de5e-5a75-491e-8037-a1b435fb7468", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:54.522345 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d81cda5-157c-4114-a61e-c7a1462a2dd3 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:54.522884 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d81cda5-157c-4114-a61e-c7a1462a2dd3'] response: {'server_uuid': 'bdeb9240-2808-46c7-9c62-26f379a705ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da51de5e-5a75-491e-8037-a1b435fb7468', 'code': 200} Mar 31 21:42:54.555628 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=da51de5e-5a75-491e-8037-a1b435fb7468,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:54.696987 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30895715-5d93-4443-a044-79f4fbdd680d req-89f00b12-b582-467a-b844-a350fa7fba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:54.698521 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30895715-5d93-4443-a044-79f4fbdd680d req-89f00b12-b582-467a-b844-a350fa7fba58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 1133 time: 0.0437713 Mar 31 21:42:54.742895 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-30895715-5d93-4443-a044-79f4fbdd680d req-2087c674-f233-4e09-907e-87f10c1b1e27 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368764 Mar 31 21:42:55.093587 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d37054-04a8-4699-ba5b-a57a240ad6fb req-8df9e789-53ad-44bb-9555-6547bcbf8048 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:55.095114 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-43d37054-04a8-4699-ba5b-a57a240ad6fb req-8df9e789-53ad-44bb-9555-6547bcbf8048 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 949 time: 0.0521286 Mar 31 21:42:55.146730 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-43d37054-04a8-4699-ba5b-a57a240ad6fb req-923b97e3-9311-412f-a6ee-2aab12f30f8b tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457058 Mar 31 21:42:55.945255 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:42:56.263519 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2a816-dbfd-4751-87e2-d59b011ea409 req-39e3c089-8157-49f4-8850-313ae714747a tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:56.264978 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b8b2a816-dbfd-4751-87e2-d59b011ea409 req-39e3c089-8157-49f4-8850-313ae714747a tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 949 time: 0.0511718 Mar 31 21:42:56.311864 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b8b2a816-dbfd-4751-87e2-d59b011ea409 req-f1585e2c-400a-404d-8af3-7f81dca08bdb tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Mar 31 21:42:57.431491 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d16eb-2547-4bad-aa7c-6c9525a7fb42 req-f67ae54d-7504-4184-960e-f4556670800f tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:57.432970 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a3d16eb-2547-4bad-aa7c-6c9525a7fb42 req-f67ae54d-7504-4184-960e-f4556670800f tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 949 time: 0.0536351 Mar 31 21:42:57.479509 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1a3d16eb-2547-4bad-aa7c-6c9525a7fb42 req-a4de5915-506a-4497-b07e-c47265d903e4 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 Mar 31 21:42:57.736210 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc8af2-9322-442a-b582-39832212c773 req-88ffa1fd-4051-438a-bbf8-c08ded695cfc tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:57.737657 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-78cc8af2-9322-442a-b582-39832212c773 req-88ffa1fd-4051-438a-bbf8-c08ded695cfc tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 949 time: 0.0557358 Mar 31 21:42:57.782229 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-78cc8af2-9322-442a-b582-39832212c773 req-11f1aeb4-7abe-4b0a-be55-1649c610b9a4 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389831 Mar 31 21:42:58.905475 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf6197-0614-44a7-a8ef-fc7f13711496 req-db928416-f1c9-42e7-90a3-44ba0152ffad tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:58.907871 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9acf6197-0614-44a7-a8ef-fc7f13711496 req-db928416-f1c9-42e7-90a3-44ba0152ffad tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 949 time: 0.0517952 Mar 31 21:42:58.955857 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9acf6197-0614-44a7-a8ef-fc7f13711496 req-59ccfbee-bfe1-478f-ae54-70ada080c2ee tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/security-groups?id=16c3024f-0a98-4042-8256-90ee155566d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428510 Mar 31 21:42:59.452453 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5869a-f4a9-44d8-bc40-b85a9fd7c2ee req-807ef601-6c46-4158-bd73-aa9ee39be1f5 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:59.453908 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f8f5869a-f4a9-44d8-bc40-b85a9fd7c2ee req-807ef601-6c46-4158-bd73-aa9ee39be1f5 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 949 time: 0.0525820 Mar 31 21:42:59.554050 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-f8f5869a-f4a9-44d8-bc40-b85a9fd7c2ee req-1a0709a9-4e9b-4993-9436-78c4dcde50f6 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Deleting port da51de5e-5a75-491e-8037-a1b435fb7468 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:42:59.554388 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f8f5869a-f4a9-44d8-bc40-b85a9fd7c2ee req-1a0709a9-4e9b-4993-9436-78c4dcde50f6 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:59.640310 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-f8f5869a-f4a9-44d8-bc40-b85a9fd7c2ee req-1a0709a9-4e9b-4993-9436-78c4dcde50f6 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] For port da51de5e-5a75-491e-8037-a1b435fb7468, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=da51de5e-5a75-491e-8037-a1b435fb7468,segment=NetworkSegment(eb39e707-32fa-4c93-aa4a-00700ea1da8e),segment_id=eb39e707-32fa-4c93-aa4a-00700ea1da8e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:59.640669 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f8f5869a-f4a9-44d8-bc40-b85a9fd7c2ee req-1a0709a9-4e9b-4993-9436-78c4dcde50f6 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:59.657802 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-f8f5869a-f4a9-44d8-bc40-b85a9fd7c2ee req-1a0709a9-4e9b-4993-9436-78c4dcde50f6 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Calling delete_port for da51de5e-5a75-491e-8037-a1b435fb7468 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:42:59.780678 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f8f5869a-f4a9-44d8-bc40-b85a9fd7c2ee req-1a0709a9-4e9b-4993-9436-78c4dcde50f6 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (da51de5e-5a75-491e-8037-a1b435fb7468), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:59.793744 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['da51de5e-5a75-491e-8037-a1b435fb7468'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:42:59.808268 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0709a9-4e9b-4993-9436-78c4dcde50f6 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Pushing event deleted for resources: {'Port': ['ID=da51de5e-5a75-491e-8037-a1b435fb7468,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:59.856856 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f5869a-f4a9-44d8-bc40-b85a9fd7c2ee req-1a0709a9-4e9b-4993-9436-78c4dcde50f6 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] No DVR routers for this DVR port da51de5e-5a75-491e-8037-a1b435fb7468 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:42:59.859428 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-f8f5869a-f4a9-44d8-bc40-b85a9fd7c2ee req-1a0709a9-4e9b-4993-9436-78c4dcde50f6 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:59.863830 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f8f5869a-f4a9-44d8-bc40-b85a9fd7c2ee req-1a0709a9-4e9b-4993-9436-78c4dcde50f6 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.13 "DELETE /v2.0/ports/da51de5e-5a75-491e-8037-a1b435fb7468 HTTP/1.1" status: 204 len: 173 time: 0.4034863 Mar 31 21:42:59.864314 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb9240-2808-46c7-9c62-26f379a705ba', 'name': 'network-vif-deleted', 'tag': 'da51de5e-5a75-491e-8037-a1b435fb7468'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:59.867261 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147afe7a-a51c-4566-8906-0f4f9a37deb3" -d '{"events": [{"server_uuid": "bdeb9240-2808-46c7-9c62-26f379a705ba", "name": "network-vif-deleted", "tag": "da51de5e-5a75-491e-8037-a1b435fb7468"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:59.910565 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07adc82a-05c3-4d5c-8390-0f00e5fcc162 x-openstack-request-id: req-07adc82a-05c3-4d5c-8390-0f00e5fcc162 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:59.911130 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb9240-2808-46c7-9c62-26f379a705ba", "name": "network-vif-deleted", "tag": "da51de5e-5a75-491e-8037-a1b435fb7468", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:59.911130 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07adc82a-05c3-4d5c-8390-0f00e5fcc162 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:59.911492 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07adc82a-05c3-4d5c-8390-0f00e5fcc162'] response: {'server_uuid': 'bdeb9240-2808-46c7-9c62-26f379a705ba', 'name': 'network-vif-deleted', 'tag': 'da51de5e-5a75-491e-8037-a1b435fb7468', 'status': 'completed', 'code': 200} Mar 31 21:43:00.064690 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ce4d234c-efc7-4a5f-89f8-466e99f1171a req-2e69f5eb-9a1e-4b4b-bf68-259798a278d9 tempest-VolumesNegativeTest-1517197383 tempest-VolumesNegativeTest-1517197383-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdeb9240-2808-46c7-9c62-26f379a705ba HTTP/1.1" status: 200 len: 210 time: 0.0273011 Mar 31 21:43:02.397098 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device da51de5e-5a75-491e-8037-a1b435fb7468 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:43:02.416410 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: da51de5e-5a75-491e-8037-a1b435fb7468 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:43:02.416832 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device da51de5e-5a75-491e-8037-a1b435fb7468 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:43:03.186265 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2181fa91-b66d-49dc-947a-c9cff1f2d16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:03.589018 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018be2f1-8252-4c0f-9016-b74225206f57 req-91af2d19-f6e0-4bb0-a5c7-ef954c3b2906 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:03.590525 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-018be2f1-8252-4c0f-9016-b74225206f57 req-91af2d19-f6e0-4bb0-a5c7-ef954c3b2906 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 945 time: 0.0535855 Mar 31 21:43:03.641113 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-018be2f1-8252-4c0f-9016-b74225206f57 req-3f280280-8143-4839-8fa2-1d818bb4f07b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=041a8a0f-e953-4558-aebc-d24e4f0a85de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449200 Mar 31 21:43:04.766112 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d35fa-d115-4c41-bc3c-c0f1bb215c5f req-91b46cdf-6911-4a7a-a3b5-98354d0c113e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:04.767569 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-234d35fa-d115-4c41-bc3c-c0f1bb215c5f req-91b46cdf-6911-4a7a-a3b5-98354d0c113e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 945 time: 0.0548873 Mar 31 21:43:04.818235 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-234d35fa-d115-4c41-bc3c-c0f1bb215c5f req-e9596ec2-7026-4b9a-825d-b80824790be0 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=041a8a0f-e953-4558-aebc-d24e4f0a85de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446420 Mar 31 21:43:05.033236 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 56368) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:05.164615 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-51cf9d95-9928-4ed2-a8d7-575294237fca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e606af2e8b54b83a46ed3c4223ebd96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302247 Mar 31 21:43:05.167159 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 56372) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:05.212659 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Publish callbacks [] for security_group (16c3024f-0a98-4042-8256-90ee155566d6), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:05.233528 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Publish callbacks [] for security_group (16c3024f-0a98-4042-8256-90ee155566d6), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:05.267162 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-df7db526-3cbe-4aa7-86e9-75a798a56c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:05.287309 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (16c3024f-0a98-4042-8256-90ee155566d6), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:05.290621 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:05.291907 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16c3024f-0a98-4042-8256-90ee155566d6 HTTP/1.1" status: 204 len: 168 time: 0.1238101 Mar 31 21:43:05.300586 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c3024f-0a98-4042-8256-90ee155566d6,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:05.308014 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.308367 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.308677 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.309441 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.309441 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.310038 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.310038 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.310344 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.310625 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.311548 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.311548 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.312246 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.312246 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.312246 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.312535 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff68166-1c87-46be-8e76-28a95aed82f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:05.648502 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-edaca981-d8f8-47cd-8e83-3a5cee73d89e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:05.650135 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-edaca981-d8f8-47cd-8e83-3a5cee73d89e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 945 time: 0.0575738 Mar 31 21:43:05.745186 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Deleting port e4b3e618-c445-47df-8f2f-119f99dfc5b9 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:43:05.745528 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:05.839845 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] For port e4b3e618-c445-47df-8f2f-119f99dfc5b9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4b3e618-c445-47df-8f2f-119f99dfc5b9,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:05.840523 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:05.944661 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 56396) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:06.032956 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fae17-f1d4-4e63-82da-5373cb09b58b req-c08ccc06-45ac-47b9-9dfa-6ffc01a820f2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:06.034450 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-606fae17-f1d4-4e63-82da-5373cb09b58b req-c08ccc06-45ac-47b9-9dfa-6ffc01a820f2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 945 time: 0.1422369 Mar 31 21:43:06.041040 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1975775538-network', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:06.063286 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Made reservation on behalf of 47aeb455b5a04796ab3db9aaf34c0c00 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:43:06.066449 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.074988 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.075788 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.076160 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (ef91a31f-e8c5-4370-bb84-a7364e82b0c1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.076479 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Floating IP ef91a31f-e8c5-4370-bb84-a7364e82b0c1 disassociated. External IP: 172.27.3.128, port: e4b3e618-c445-47df-8f2f-119f99dfc5b9. Mar 31 21:43:06.076816 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Calling delete_port for e4b3e618-c445-47df-8f2f-119f99dfc5b9 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:43:06.108012 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-606fae17-f1d4-4e63-82da-5373cb09b58b req-9ae6c3aa-c819-49ad-a65b-49943754d737 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=041a8a0f-e953-4558-aebc-d24e4f0a85de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672357 Mar 31 21:43:06.159451 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Publish callbacks [] for security_group (8215b02d-f648-4d49-ab37-a759c153a844), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.163850 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (8215b02d-f648-4d49-ab37-a759c153a844), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.190734 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8215b02d-f648-4d49-ab37-a759c153a844,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:06.227271 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (e4b3e618-c445-47df-8f2f-119f99dfc5b9), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.233308 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:43:06.244115 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.244567 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.segments_db [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Added segment b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e of type vlan for network db570f06-5f1a-4492-a167-ca7bdd2bc749 Mar 31 21:43:06.259993 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event deleted for resources: {'Port': ['ID=e4b3e618-c445-47df-8f2f-119f99dfc5b9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:06.291680 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (db570f06-5f1a-4492-a167-ca7bdd2bc749), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.317191 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (db570f06-5f1a-4492-a167-ca7bdd2bc749), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.318260 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:06.318834 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.378449 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Router 37610562-38de-4ff9-a072-9f84247eeba6 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:43:06.382727 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4342413 Mar 31 21:43:06.382997 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 56400) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:06.383108 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e45820-1304-4a42-b118-e6d37e81979b admin admin] Pushing event updated for resources: {'Network': ['ID=db570f06-5f1a-4492-a167-ca7bdd2bc749,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:06.387888 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-c7c82869-3061-4782-9258-1f76372f0215 admin admin] Request body: {'subnet': {'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1975775538-subnet', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:06.392788 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network db570f06-5f1a-4492-a167-ca7bdd2bc749 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:43:06.471428 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c82869-3061-4782-9258-1f76372f0215 admin admin] Made reservation on behalf of 47aeb455b5a04796ab3db9aaf34c0c00 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:43:06.473693 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7c82869-3061-4782-9258-1f76372f0215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12905798'] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.568046 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:06.578803 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0938bd1a-c852-4ea4-8c65-b43499f5dc93 None None] Sync routers for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:06.589943 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0938bd1a-c852-4ea4-8c65-b43499f5dc93 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:06.590982 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-0938bd1a-c852-4ea4-8c65-b43499f5dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:06.618397 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] No DVR routers for this DVR port e4b3e618-c445-47df-8f2f-119f99dfc5b9 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:43:06.621004 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.624727 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-54e9c593-ebab-48e5-ae49-8a821fd74083 req-5e3a1fc3-b356-4afc-b879-a24eaf0b372b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "DELETE /v2.0/ports/e4b3e618-c445-47df-8f2f-119f99dfc5b9 HTTP/1.1" status: 204 len: 173 time: 0.9679124 Mar 31 21:43:06.627745 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d7940c-e6fc-4882-860c-24704c068c7c', 'name': 'network-vif-deleted', 'tag': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:06.630478 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4841ab1b-13ac-4134-9978-2e5c7bf7020c" -d '{"events": [{"server_uuid": "34d7940c-e6fc-4882-860c-24704c068c7c", "name": "network-vif-deleted", "tag": "e4b3e618-c445-47df-8f2f-119f99dfc5b9"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:06.680983 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9899b4-be78-4dd9-9558-0b6d3dd54a5f x-openstack-request-id: req-2f9899b4-be78-4dd9-9558-0b6d3dd54a5f {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:06.681279 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d7940c-e6fc-4882-860c-24704c068c7c", "name": "network-vif-deleted", "tag": "e4b3e618-c445-47df-8f2f-119f99dfc5b9", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:06.681590 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f9899b4-be78-4dd9-9558-0b6d3dd54a5f {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:06.682029 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9899b4-be78-4dd9-9558-0b6d3dd54a5f'] response: {'server_uuid': '34d7940c-e6fc-4882-860c-24704c068c7c', 'name': 'network-vif-deleted', 'tag': 'e4b3e618-c445-47df-8f2f-119f99dfc5b9', 'status': 'completed', 'code': 200} Mar 31 21:43:06.724590 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-0938bd1a-c852-4ea4-8c65-b43499f5dc93 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:06.745221 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7c82869-3061-4782-9258-1f76372f0215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13867874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12905808'] for subnet (b4896309-c962-4081-b6bd-361c5505791c), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.801254 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c82869-3061-4782-9258-1f76372f0215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4896309-c962-4081-b6bd-361c5505791c,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:06.818605 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c82869-3061-4782-9258-1f76372f0215 admin admin] Checking segment: {'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:06.818938 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c82869-3061-4782-9258-1f76372f0215 admin admin] Network hostable DHCP agents. Network: db570f06-5f1a-4492-a167-ca7bdd2bc749, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:43:06.839494 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c82869-3061-4782-9258-1f76372f0215 admin admin] Network db570f06-5f1a-4492-a167-ca7bdd2bc749 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:43:06.849587 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-c7c82869-3061-4782-9258-1f76372f0215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, db570f06-5f1a-4492-a167-ca7bdd2bc749) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:06.854164 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c82869-3061-4782-9258-1f76372f0215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:06.854691 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c7c82869-3061-4782-9258-1f76372f0215 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.864654 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a46cd6c-5ae2-4731-ba25-dc9e2b19feb8 None None] Network db570f06-5f1a-4492-a167-ca7bdd2bc749 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:43:06.871673 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-c7c82869-3061-4782-9258-1f76372f0215 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4873800 Mar 31 21:43:06.875591 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 56404) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:06.883212 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:06.915514 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16398391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31876'] for router (ecacc58f-679d-4a17-9988-03e8270ec2d0), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.916898 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16399271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16384502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16275930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31887'] for router (ecacc58f-679d-4a17-9988-03e8270ec2d0), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.952199 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-0938bd1a-c852-4ea4-8c65-b43499f5dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:06.974938 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Publish callbacks [] for router_controller (ecacc58f-679d-4a17-9988-03e8270ec2d0), precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.980164 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0938bd1a-c852-4ea4-8c65-b43499f5dc93 None None] Checking router: 37610562-38de-4ff9-a072-9f84247eeba6 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:06.990663 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0938bd1a-c852-4ea4-8c65-b43499f5dc93 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:06.991356 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-0938bd1a-c852-4ea4-8c65-b43499f5dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:07.021173 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eb66703-8a4f-504a-9784-587a225c9d17-db570f06-5f1a-4492-a167-ca7bdd2bc749', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'fixed_ips': [{'subnet_id': 'b4896309-c962-4081-b6bd-361c5505791c'}]}} from dv-cinder-836073-1-iscsi. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:43:07.022103 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:07.061164 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:07.138951 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-0938bd1a-c852-4ea4-8c65-b43499f5dc93 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:07.147064 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:07.254254 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Allocated IP 172.20.0.2 (db570f06-5f1a-4492-a167-ca7bdd2bc749/b4896309-c962-4081-b6bd-361c5505791c/0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:07.280671 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e8e182d6-2a02-4e42-86ba-26e46ed32242 req-a9aec30b-174b-484c-9ca0-08123542d939 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=34d7940c-e6fc-4882-860c-24704c068c7c HTTP/1.1" status: 200 len: 210 time: 0.0480070 Mar 31 21:43:07.397517 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-0938bd1a-c852-4ea4-8c65-b43499f5dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:07.414903 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Publish callbacks [] for router_gateway (ecacc58f-679d-4a17-9988-03e8270ec2d0), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:07.425112 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0938bd1a-c852-4ea4-8c65-b43499f5dc93 None None] The sync data for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi is: [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:07.437902 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Publish callbacks [] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:07.446694 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:07.489008 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Network db570f06-5f1a-4492-a167-ca7bdd2bc749 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:07.500383 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:07.503194 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:07.511751 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Pushing event updated for resources: {'Port': ['ID=0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:07.537208 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.537557 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.537899 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.538269 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.538671 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.538915 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.539241 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.539562 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.539884 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.540563 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.540903 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.541229 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.541550 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.541870 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.542230 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:07.580164 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Attempting to bind port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:43:07.580537 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Attempting to bind port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:43:07.580898 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Attempting to bind port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 on network db570f06-5f1a-4492-a167-ca7bdd2bc749 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:07.586374 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:43:07.586809 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Checking segment: {'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:07.587264 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:07.587916 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Bound using segment: {'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:43:07.588534 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Bound port: 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:43:07.588918 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:07.662083 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Publish callbacks [] for router_gateway (ecacc58f-679d-4a17-9988-03e8270ec2d0), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:07.674344 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] For port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:43:07.678517 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] For port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:43:07.686229 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:07.687428 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:07.765668 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c1ba5-330c-4bce-b887-da37d16e92f7 None None] Pushing event updated for resources: {'Port': ['ID=0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:07.811110 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad05660e-e65d-47fa-952b-85a6971fd77e None None] New status for floating IP ef91a31f-e8c5-4370-bb84-a7364e82b0c1: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:43:07.846945 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Allocated IP 172.27.3.98 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/b362ccec-b52b-440e-b84a-f5c5116bee1f) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:08.032730 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Publish callbacks [] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:08.078446 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:08.121882 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:08.127356 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:08.134035 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:08.162443 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=b362ccec-b52b-440e-b84a-f5c5116bee1f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:08.177147 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.177491 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.178005 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.178217 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.178549 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.178872 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.179195 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.179527 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.179838 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.180158 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.180486 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.180811 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.181126 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.181442 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.181753 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:08.205583 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:08.255027 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:08.255309 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:08.342324 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:08.342820 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:08.381467 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 56424) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:08.464544 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38eaa467-7854-4759-9409-c2461dc8f906 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (041a8a0f-e953-4558-aebc-d24e4f0a85de), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:08.468828 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Publish callbacks [] for router_gateway (ecacc58f-679d-4a17-9988-03e8270ec2d0), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:08.489045 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device e4b3e618-c445-47df-8f2f-119f99dfc5b9 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:43:08.525142 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: e4b3e618-c445-47df-8f2f-119f99dfc5b9 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:43:08.525481 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device e4b3e618-c445-47df-8f2f-119f99dfc5b9 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:43:08.536780 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:08.546540 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:08.552195 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:08.552582 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38eaa467-7854-4759-9409-c2461dc8f906 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (041a8a0f-e953-4558-aebc-d24e4f0a85de), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:08.604195 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:08.690874 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38eaa467-7854-4759-9409-c2461dc8f906 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (041a8a0f-e953-4558-aebc-d24e4f0a85de), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:08.693472 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38eaa467-7854-4759-9409-c2461dc8f906 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:08.694665 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-38eaa467-7854-4759-9409-c2461dc8f906 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "DELETE /v2.0/security-groups/041a8a0f-e953-4558-aebc-d24e4f0a85de HTTP/1.1" status: 204 len: 168 time: 0.3122118 Mar 31 21:43:08.697475 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 56426) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:08.713992 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.api.v2.resource [None req-5ec17e2b-5ea2-42b8-8979-e3e4349127b4 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] show failed (client error): The resource could not be found. Mar 31 21:43:08.714219 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaa467-7854-4759-9409-c2461dc8f906 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=041a8a0f-e953-4558-aebc-d24e4f0a85de,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:08.719785 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5ec17e2b-5ea2-42b8-8979-e3e4349127b4 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups/041a8a0f-e953-4558-aebc-d24e4f0a85de HTTP/1.1" status: 404 len: 347 time: 0.0210738 Mar 31 21:43:08.720254 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 56428) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:08.823733 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16384289'] for router (ecacc58f-679d-4a17-9988-03e8270ec2d0), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:08.889040 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2443c919-77bd-457b-a07f-d0c1b5b6e087 None None] Network db570f06-5f1a-4492-a167-ca7bdd2bc749 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:43:08.956732 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-43594b67-e831-499c-a894-5952f23c1ff1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Deleting port f06f6890-066b-4501-8936-00508e46ddfc {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:43:08.957077 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43594b67-e831-499c-a894-5952f23c1ff1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (f06f6890-066b-4501-8936-00508e46ddfc), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.019323 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-0af8dd9c-ee8c-42e2-a983-c386954afd35 None None] Provisioning complete for port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:09.019634 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0af8dd9c-ee8c-42e2-a983-c386954afd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.061162 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43594b67-e831-499c-a894-5952f23c1ff1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (f06f6890-066b-4501-8936-00508e46ddfc), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.061800 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43594b67-e831-499c-a894-5952f23c1ff1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (f06f6890-066b-4501-8936-00508e46ddfc), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.079208 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-43594b67-e831-499c-a894-5952f23c1ff1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Calling delete_port for f06f6890-066b-4501-8936-00508e46ddfc owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:43:09.085140 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Router ecacc58f-679d-4a17-9988-03e8270ec2d0 is scheduled to L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:43:09.120063 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-0af8dd9c-ee8c-42e2-a983-c386954afd35 None None] Current status of the port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:09.265851 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:09.281762 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Sync routers for ids ['ecacc58f-679d-4a17-9988-03e8270ec2d0'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:09.299470 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Routers {'ecacc58f-679d-4a17-9988-03e8270ec2d0'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:09.300472 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['ecacc58f-679d-4a17-9988-03e8270ec2d0'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:09.322970 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.324166 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-62376e20-3348-4775-8cf2-0b2b1849b0f5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4469426 Mar 31 21:43:09.327066 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 56434) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:09.336050 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43594b67-e831-499c-a894-5952f23c1ff1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (f06f6890-066b-4501-8936-00508e46ddfc), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.347329 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-36190c54-5fc4-4c3a-9301-da49e2266a7a None None] Provisioning complete for port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:09.347848 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-36190c54-5fc4-4c3a-9301-da49e2266a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.366747 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43594b67-e831-499c-a894-5952f23c1ff1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event deleted for resources: {'Port': ['ID=f06f6890-066b-4501-8936-00508e46ddfc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:09.436542 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Set router ecacc58f-679d-4a17-9988-03e8270ec2d0 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:09.441839 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43594b67-e831-499c-a894-5952f23c1ff1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (ef91a31f-e8c5-4370-bb84-a7364e82b0c1), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.444538 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43594b67-e831-499c-a894-5952f23c1ff1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.445900 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-43594b67-e831-499c-a894-5952f23c1ff1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "DELETE /v2.0/floatingips/ef91a31f-e8c5-4370-bb84-a7364e82b0c1 HTTP/1.1" status: 204 len: 168 time: 0.7243662 Mar 31 21:43:09.464792 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-36190c54-5fc4-4c3a-9301-da49e2266a7a None None] Current status of the port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:09.576939 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 56440) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:09.583084 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fc81b7df-070d-4995-b0c7-393e3b222b3a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476617532', 'description': 'tempest-description--1239414878'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:09.587656 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.611288 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc81b7df-070d-4995-b0c7-393e3b222b3a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.649498 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:43:08Z', 'revision_number': 3, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:09.684033 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Checking router: ecacc58f-679d-4a17-9988-03e8270ec2d0 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:09.684384 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Updating router ecacc58f-679d-4a17-9988-03e8270ec2d0 port b362ccec-b52b-440e-b84a-f5c5116bee1f binding host dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:43:09.714166 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.721029 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc81b7df-070d-4995-b0c7-393e3b222b3a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.726702 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc81b7df-070d-4995-b0c7-393e3b222b3a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.768539 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc81b7df-070d-4995-b0c7-393e3b222b3a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.770335 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-fc81b7df-070d-4995-b0c7-393e3b222b3a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1924436 Mar 31 21:43:09.771633 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81b7df-070d-4995-b0c7-393e3b222b3a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:09.773979 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 56444) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:09.790434 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ff96d774-5333-4ae6-8d16-96f24e535cd3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'security_group_rule': {'security_group_id': 'f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:09.822682 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff96d774-5333-4ae6-8d16-96f24e535cd3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (c8761f68-ece5-4986-9495-8d64f7ad92c7), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.901910 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff96d774-5333-4ae6-8d16-96f24e535cd3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (c8761f68-ece5-4986-9495-8d64f7ad92c7), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.907919 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff96d774-5333-4ae6-8d16-96f24e535cd3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (c8761f68-ece5-4986-9495-8d64f7ad92c7), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.933734 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d774-5333-4ae6-8d16-96f24e535cd3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8761f68-ece5-4986-9495-8d64f7ad92c7,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:09.954027 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ff96d774-5333-4ae6-8d16-96f24e535cd3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:09.958610 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-ff96d774-5333-4ae6-8d16-96f24e535cd3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1713548 Mar 31 21:43:09.959135 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 56454) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:09.963656 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-2f9187a8-962c-43cb-a29a-a3d538544f08 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'security_group_rule': {'security_group_id': 'f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:10.003082 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2f9187a8-962c-43cb-a29a-a3d538544f08 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (500f0863-abb4-4146-b384-308b943e0541), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.067750 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Publish callbacks [] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.074667 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.093388 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2f9187a8-962c-43cb-a29a-a3d538544f08 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (500f0863-abb4-4146-b384-308b943e0541), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.101089 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2f9187a8-962c-43cb-a29a-a3d538544f08 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (500f0863-abb4-4146-b384-308b943e0541), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.119885 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9187a8-962c-43cb-a29a-a3d538544f08 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500f0863-abb4-4146-b384-308b943e0541,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:10.147040 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2f9187a8-962c-43cb-a29a-a3d538544f08 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.152408 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 56458) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:10.155588 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2f9187a8-962c-43cb-a29a-a3d538544f08 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1954255 Mar 31 21:43:10.157694 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:10.158830 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Pushing event updated for resources: {'Port': ['ID=b362ccec-b52b-440e-b84a-f5c5116bee1f,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:10.161151 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Attempting to bind port b362ccec-b52b-440e-b84a-f5c5116bee1f on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:43:10.161527 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Attempting to bind port b362ccec-b52b-440e-b84a-f5c5116bee1f by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:43:10.161890 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Attempting to bind port b362ccec-b52b-440e-b84a-f5c5116bee1f on network 117f9244-b533-4049-ba97-bca06ffbe3a7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:10.171417 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.171761 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.172131 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.172503 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.173034 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.173369 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.174279 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.174279 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.174518 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.174832 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.175180 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.175572 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.175824 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.176252 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.176459 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:10.180454 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:43:10.180659 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Checking segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:10.180945 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.181339 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Bound using segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:43:10.181828 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Bound port: b362ccec-b52b-440e-b84a-f5c5116bee1f, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:43:10.182243 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.241378 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.242580 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:10.256119 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd3fa1-2e3f-45f0-8a7b-034df0343e54 req-16dd9bed-6d65-4312-baa6-1f4c65fc924d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:10.257728 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-68dd3fa1-2e3f-45f0-8a7b-034df0343e54 req-16dd9bed-6d65-4312-baa6-1f4c65fc924d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1442597 Mar 31 21:43:10.297187 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:10.297563 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.350601 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] For port b362ccec-b52b-440e-b84a-f5c5116bee1f, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:43:10.353676 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] For port b362ccec-b52b-440e-b84a-f5c5116bee1f, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=b362ccec-b52b-440e-b84a-f5c5116bee1f,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:43:10.362095 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.381330 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:10.416025 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-68dd3fa1-2e3f-45f0-8a7b-034df0343e54 req-dbf4b63f-26e8-4183-a2b5-8e2d5b70d9a9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457353 Mar 31 21:43:10.425160 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Routers {'ecacc58f-679d-4a17-9988-03e8270ec2d0'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:10.425792 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['ecacc58f-679d-4a17-9988-03e8270ec2d0'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:10.429480 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d268d2-3fbf-40a4-9674-6895314bf90e None None] Pushing event updated for resources: {'Port': ['ID=b362ccec-b52b-440e-b84a-f5c5116bee1f,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:10.440487 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.519995 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.536227 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] Set router ecacc58f-679d-4a17-9988-03e8270ec2d0 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:10.684914 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Allocated IP 172.20.0.1 (db570f06-5f1a-4492-a167-ca7bdd2bc749/b4896309-c962-4081-b6bd-361c5505791c/b97ec016-b118-4cda-8962-d8684a2d3257) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:10.705029 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Allocated IP 172.27.3.234 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/d62e1c7a-0072-4cd2-bf36-05ef1fab068a) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:10.713003 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:43:08Z', 'revision_number': 3, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:10.744878 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47ae05-fd94-4a35-a0d2-732ecf3e9afb None None] The sync data for ids ['ecacc58f-679d-4a17-9988-03e8270ec2d0'] in dv-cinder-836073-1-iscsi is: [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:43:08Z', 'revision_number': 3, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:10.877149 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Publish callbacks [] for port (b97ec016-b118-4cda-8962-d8684a2d3257), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.893298 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for port (d62e1c7a-0072-4cd2-bf36-05ef1fab068a), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.948667 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.953866 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (d62e1c7a-0072-4cd2-bf36-05ef1fab068a), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.020798 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Network db570f06-5f1a-4492-a167-ca7bdd2bc749 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:11.027754 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:11.029199 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:11.030976 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Pushing event updated for resources: {'Port': ['ID=b97ec016-b118-4cda-8962-d8684a2d3257,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:11.033586 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:11.035867 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:11.040100 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:11.139162 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'Port': ['ID=d62e1c7a-0072-4cd2-bf36-05ef1fab068a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:11.144830 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384758'] for router_interface (ecacc58f-679d-4a17-9988-03e8270ec2d0), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.265750 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (595a423d-8962-4b62-bd3d-fa07350688ff), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.334632 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-06d14f3e-6d1d-48b9-a257-d563572c2820 None None] Provisioning complete for port b97ec016-b118-4cda-8962-d8684a2d3257 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:11.335595 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-06d14f3e-6d1d-48b9-a257-d563572c2820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.335754 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (d62e1c7a-0072-4cd2-bf36-05ef1fab068a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.367323 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.381752 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-06d14f3e-6d1d-48b9-a257-d563572c2820 None None] Port b97ec016-b118-4cda-8962-d8684a2d3257 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:43:11.653340 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde17ca-9155-4deb-aa2b-c1d8ab209602 req-820faf3d-3973-417b-a4ff-f41b14f9e06e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:11.654901 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0dde17ca-9155-4deb-aa2b-c1d8ab209602 req-820faf3d-3973-417b-a4ff-f41b14f9e06e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1514935 Mar 31 21:43:11.672534 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for port (d62e1c7a-0072-4cd2-bf36-05ef1fab068a), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.688111 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (d62e1c7a-0072-4cd2-bf36-05ef1fab068a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.756948 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Publish callbacks [] for port (b97ec016-b118-4cda-8962-d8684a2d3257), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.789667 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.798102 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'Port': ['ID=d62e1c7a-0072-4cd2-bf36-05ef1fab068a,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:11.820914 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0dde17ca-9155-4deb-aa2b-c1d8ab209602 req-1ef0f05c-8828-4681-af10-a85537a49aba tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545963 Mar 31 21:43:11.864343 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (595a423d-8962-4b62-bd3d-fa07350688ff), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.884752 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384610'] for router_interface (ecacc58f-679d-4a17-9988-03e8270ec2d0), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.887259 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Pushing event updated for resources: {'Port': ['ID=b97ec016-b118-4cda-8962-d8684a2d3257,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:11.896232 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:11.897437 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d648af38-ed8a-46d1-bc7c-a53fa2bc4b42 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7441008 Mar 31 21:43:11.998697 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Network db570f06-5f1a-4492-a167-ca7bdd2bc749 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:12.000026 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:12.142631 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-7963c3f3-a540-471d-89e8-34646e05de6b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--476617532&fields=id&tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3 HTTP/1.1" status: 200 len: 267 time: 0.0694215 Mar 31 21:43:12.227387 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device b362ccec-b52b-440e-b84a-f5c5116bee1f up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:12.256942 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Router ecacc58f-679d-4a17-9988-03e8270ec2d0 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:43:12.277798 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port b362ccec-b52b-440e-b84a-f5c5116bee1f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:12.278147 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:12.283324 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd016-f554-42da-9bb8-5b61bae8321f req-28f06273-a22a-4297-9f24-608df39f499b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:12.285093 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-28f06273-a22a-4297-9f24-608df39f499b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 815 time: 0.1416857 Mar 31 21:43:12.324246 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2c23cb2e-0341-4b45-bad4-c7f6d5ef04f0 None None] Provisioning complete for port b97ec016-b118-4cda-8962-d8684a2d3257 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:12.324630 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2c23cb2e-0341-4b45-bad4-c7f6d5ef04f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:12.374270 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-7f2cf6f6-cef6-4781-b331-54fe679ce736 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/quotas/6a5e785c2bea4d7a8356d23492b9b3e3 HTTP/1.1" status: 200 len: 375 time: 0.0150850 Mar 31 21:43:12.401215 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2c23cb2e-0341-4b45-bad4-c7f6d5ef04f0 None None] Port b97ec016-b118-4cda-8962-d8684a2d3257 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:43:12.417778 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port b362ccec-b52b-440e-b84a-f5c5116bee1f is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:12.418192 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:12.439848 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port b362ccec-b52b-440e-b84a-f5c5116bee1f, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=b362ccec-b52b-440e-b84a-f5c5116bee1f,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:12.443476 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:12.444615 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:12.454577 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2d1118bc-35b5-4daf-9504-5738a067bf38 admin admin] 10.222.0.24 "PUT /v2.0/routers/ecacc58f-679d-4a17-9988-03e8270ec2d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1255820 Mar 31 21:43:12.476631 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-aaf22461-8712-49f2-ba29-84ae9dae403b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876908 Mar 31 21:43:12.488753 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Sync routers for ids ['ecacc58f-679d-4a17-9988-03e8270ec2d0'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:12.508071 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=b362ccec-b52b-440e-b84a-f5c5116bee1f,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:12.515019 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Routers {'ecacc58f-679d-4a17-9988-03e8270ec2d0'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:12.516357 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['ecacc58f-679d-4a17-9988-03e8270ec2d0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:12.591451 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-1ac33cd2-98bb-4c3c-8996-35b84c875ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027818 Mar 31 21:43:12.636119 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Set router ecacc58f-679d-4a17-9988-03e8270ec2d0 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:12.699230 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-8875e318-4b1e-4cd4-93a0-8036a75a08c4 service neutron] 10.222.0.24 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993366 Mar 31 21:43:12.887885 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:43:11Z', 'revision_number': 4, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'b97ec016-b118-4cda-8962-d8684a2d3257', 'name': '', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'mac_address': 'fa:16:3e:f5:43:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b4896309-c962-4081-b6bd-361c5505791c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:10Z', 'updated_at': '2022-03-31T21:43:11Z', 'revision_number': 2, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'subnets': [{'id': 'b4896309-c962-4081-b6bd-361c5505791c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:12.891132 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a443fe6a-a724-4d2e-bfa9-ecf679de1c00 req-eac51286-f583-483f-a25b-53ada2377272 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 210 time: 0.0378847 Mar 31 21:43:12.932978 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Checking router: ecacc58f-679d-4a17-9988-03e8270ec2d0 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:12.933334 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Updating router ecacc58f-679d-4a17-9988-03e8270ec2d0 port b97ec016-b118-4cda-8962-d8684a2d3257 binding host dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:43:12.968346 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.029190 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab52de-1ecb-436b-b775-f6ee0aad3cca req-137288c3-c212-4118-b941-1cc9cbcf7106 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:13.031585 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c1ab52de-1ecb-436b-b775-f6ee0aad3cca req-137288c3-c212-4118-b941-1cc9cbcf7106 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0881472 Mar 31 21:43:13.097062 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c1ab52de-1ecb-436b-b775-f6ee0aad3cca req-9a13f38e-0b6e-4850-971f-97b4e73206e6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564151 Mar 31 21:43:13.104936 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 56500) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:13.114443 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-675840541-network', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:13.138925 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Made reservation on behalf of 4ef2b040f84149a19dbaa1c21377ee2b for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:43:13.142212 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.152854 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.246259 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Publish callbacks [] for security_group (d16a4fe9-d9f2-4954-b9f0-87d8cc793b98), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.252966 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d16a4fe9-d9f2-4954-b9f0-87d8cc793b98), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.298630 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:43:13.310113 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16a4fe9-d9f2-4954-b9f0-87d8cc793b98,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:13.321670 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.321670 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Added segment ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef of type vlan for network 8678a17a-6e0c-42f3-a569-50ff6950c81e Mar 31 21:43:13.384455 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Publish callbacks [] for port (b97ec016-b118-4cda-8962-d8684a2d3257), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.393309 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (8678a17a-6e0c-42f3-a569-50ff6950c81e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.393684 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.431896 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (8678a17a-6e0c-42f3-a569-50ff6950c81e), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.433231 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:13.434111 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.465189 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421783f2-7ab1-4e02-90e4-b08faa83b3a0 None None] Pushing event updated for resources: {'Port': ['ID=b97ec016-b118-4cda-8962-d8684a2d3257,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:13.500240 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3942003 Mar 31 21:43:13.503640 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 56504) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:13.510477 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-93ee9e2a-fe65-4dcf-88e5-6ad3a1c6c1f9 admin admin] Request body: {'subnet': {'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-675840541-subnet', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:13.522527 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1880dc-3251-4a7e-80ef-6d3dae742869 admin admin] Pushing event updated for resources: {'Network': ['ID=8678a17a-6e0c-42f3-a569-50ff6950c81e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:13.537693 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Attempting to bind port b97ec016-b118-4cda-8962-d8684a2d3257 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:43:13.538211 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Attempting to bind port b97ec016-b118-4cda-8962-d8684a2d3257 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:43:13.538635 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Attempting to bind port b97ec016-b118-4cda-8962-d8684a2d3257 on network db570f06-5f1a-4492-a167-ca7bdd2bc749 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:13.543166 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 8678a17a-6e0c-42f3-a569-50ff6950c81e details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:43:13.543483 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ee9e2a-fe65-4dcf-88e5-6ad3a1c6c1f9 admin admin] Made reservation on behalf of 4ef2b040f84149a19dbaa1c21377ee2b for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:43:13.546099 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93ee9e2a-fe65-4dcf-88e5-6ad3a1c6c1f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357894'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.597417 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:43:13.597869 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Checking segment: {'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:13.598383 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.598842 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Bound using segment: {'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:43:13.599407 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Bound port: b97ec016-b118-4cda-8962-d8684a2d3257, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:43:13.599853 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.686535 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] For port b97ec016-b118-4cda-8962-d8684a2d3257, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:43:13.692006 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] For port b97ec016-b118-4cda-8962-d8684a2d3257, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=b97ec016-b118-4cda-8962-d8684a2d3257,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:43:13.698767 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.754202 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93ee9e2a-fe65-4dcf-88e5-6ad3a1c6c1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13624110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357904'] for subnet (d658b770-6679-4be6-a436-cad6bff5d6c8), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.768190 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Routers {'ecacc58f-679d-4a17-9988-03e8270ec2d0'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:13.768835 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['ecacc58f-679d-4a17-9988-03e8270ec2d0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:13.821269 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee9e2a-fe65-4dcf-88e5-6ad3a1c6c1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d658b770-6679-4be6-a436-cad6bff5d6c8,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:13.828919 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ee9e2a-fe65-4dcf-88e5-6ad3a1c6c1f9 admin admin] Checking segment: {'id': 'ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:13.829468 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ee9e2a-fe65-4dcf-88e5-6ad3a1c6c1f9 admin admin] Network hostable DHCP agents. Network: 8678a17a-6e0c-42f3-a569-50ff6950c81e, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:43:13.843948 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4e5b8ba2-e41e-475d-b509-b56d48ebb09e None None] Provisioning complete for port b97ec016-b118-4cda-8962-d8684a2d3257 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:13.845120 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4e5b8ba2-e41e-475d-b509-b56d48ebb09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.847645 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ee9e2a-fe65-4dcf-88e5-6ad3a1c6c1f9 admin admin] Network 8678a17a-6e0c-42f3-a569-50ff6950c81e is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:43:13.848817 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421783f2-7ab1-4e02-90e4-b08faa83b3a0 None None] Pushing event updated for resources: {'Port': ['ID=b97ec016-b118-4cda-8962-d8684a2d3257,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:13.868362 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-93ee9e2a-fe65-4dcf-88e5-6ad3a1c6c1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 8678a17a-6e0c-42f3-a569-50ff6950c81e) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:13.877124 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee9e2a-fe65-4dcf-88e5-6ad3a1c6c1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:13.878646 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-93ee9e2a-fe65-4dcf-88e5-6ad3a1c6c1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.910662 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-93ee9e2a-fe65-4dcf-88e5-6ad3a1c6c1f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4053173 Mar 31 21:43:13.913337 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 56506) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:13.919641 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-675840541-router', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:13.962892 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16398391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31876'] for router (e4b472fd-d3f7-465a-8de2-8fe0d4004add), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:13.964505 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16399271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16384502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16275930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31887'] for router (e4b472fd-d3f7-465a-8de2-8fe0d4004add), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:14.016253 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b62036-34db-44d0-9dc1-3eb198516c04 None None] Network 8678a17a-6e0c-42f3-a569-50ff6950c81e requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:43:14.101482 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c7b7e74c-d36f-49c8-8d75-5da2621c08ae req-b24d3170-531e-4cde-b625-9fd343321051 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 210 time: 0.1108451 Mar 31 21:43:14.114893 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Publish callbacks [] for router_controller (e4b472fd-d3f7-465a-8de2-8fe0d4004add), precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:14.235888 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] Set router ecacc58f-679d-4a17-9988-03e8270ec2d0 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:14.265481 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device b362ccec-b52b-440e-b84a-f5c5116bee1f up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:14.273527 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eb66703-8a4f-504a-9784-587a225c9d17-8678a17a-6e0c-42f3-a569-50ff6950c81e', 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e', 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'fixed_ips': [{'subnet_id': 'd658b770-6679-4be6-a436-cad6bff5d6c8'}]}} from dv-cinder-836073-1-iscsi. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:43:14.274447 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:14.332848 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b8ba2-e41e-475d-b509-b56d48ebb09e None None] Current status of the port b97ec016-b118-4cda-8962-d8684a2d3257 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:14.333242 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4e5b8ba2-e41e-475d-b509-b56d48ebb09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:14.537138 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4e5b8ba2-e41e-475d-b509-b56d48ebb09e None None] For port b97ec016-b118-4cda-8962-d8684a2d3257, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=b97ec016-b118-4cda-8962-d8684a2d3257,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:14.555546 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4e5b8ba2-e41e-475d-b509-b56d48ebb09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:14.622869 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd016-f554-42da-9bb8-5b61bae8321f req-4acee6df-6c9a-4f6c-9b12-cf06751a6f41 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:14.624364 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-4acee6df-6c9a-4f6c-9b12-cf06751a6f41 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 815 time: 0.6217868 Mar 31 21:43:14.626475 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Publish callbacks [] for router_gateway (e4b472fd-d3f7-465a-8de2-8fe0d4004add), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:14.630830 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port b362ccec-b52b-440e-b84a-f5c5116bee1f triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:14.631270 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:14.712660 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfdb24-44a9-4f39-b835-28dd8cbc7a84 req-0a96683d-1327-45be-9a7a-1965a3cdb004 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:14.714534 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-28dfdb24-44a9-4f39-b835-28dd8cbc7a84 req-0a96683d-1327-45be-9a7a-1965a3cdb004 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.4995866 Mar 31 21:43:14.722543 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Allocated IP 172.20.0.2 (8678a17a-6e0c-42f3-a569-50ff6950c81e/d658b770-6679-4be6-a436-cad6bff5d6c8/6acd60cd-9e30-4002-864f-f9d761a7f896) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:14.749119 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b8ba2-e41e-475d-b509-b56d48ebb09e None None] Pushing event updated for resources: {'Port': ['ID=b97ec016-b118-4cda-8962-d8684a2d3257,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:14.767003 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-569ac925-55ef-4435-bee0-2a49f8154f4f None None] Provisioning complete for port b97ec016-b118-4cda-8962-d8684a2d3257 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:14.767380 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-569ac925-55ef-4435-bee0-2a49f8154f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:14.770228 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-367b4b8d-969f-4172-845d-2ff393cfd143 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3 HTTP/1.1" status: 200 len: 379 time: 0.1357777 Mar 31 21:43:14.781209 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-505fd016-f554-42da-9bb8-5b61bae8321f req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'port': {'device_id': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'admin_state_up': True, 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'security_groups': ['f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:14.854163 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-28dfdb24-44a9-4f39-b835-28dd8cbc7a84 req-12ee15e9-df00-46c9-9492-745d3d1f07e8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270754 Mar 31 21:43:14.921402 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port b362ccec-b52b-440e-b84a-f5c5116bee1f is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:14.939469 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:43:11Z', 'revision_number': 4, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'b97ec016-b118-4cda-8962-d8684a2d3257', 'name': '', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'mac_address': 'fa:16:3e:f5:43:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b4896309-c962-4081-b6bd-361c5505791c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:10Z', 'updated_at': '2022-03-31T21:43:13Z', 'revision_number': 4, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'subnets': [{'id': 'b4896309-c962-4081-b6bd-361c5505791c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:14.996331 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505fd016-f554-42da-9bb8-5b61bae8321f req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Made reservation on behalf of 6a5e785c2bea4d7a8356d23492b9b3e3 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:43:14.999668 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-505fd016-f554-42da-9bb8-5b61bae8321f req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.002107 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80b5de-ad64-407f-956d-1f6c3f593a4e None None] The sync data for ids ['ecacc58f-679d-4a17-9988-03e8270ec2d0'] in dv-cinder-836073-1-iscsi is: [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:43:11Z', 'revision_number': 4, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'b97ec016-b118-4cda-8962-d8684a2d3257', 'name': '', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'mac_address': 'fa:16:3e:f5:43:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b4896309-c962-4081-b6bd-361c5505791c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:10Z', 'updated_at': '2022-03-31T21:43:13Z', 'revision_number': 4, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'subnets': [{'id': 'b4896309-c962-4081-b6bd-361c5505791c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:15.039253 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-569ac925-55ef-4435-bee0-2a49f8154f4f None None] Current status of the port b97ec016-b118-4cda-8962-d8684a2d3257 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:15.081011 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Publish callbacks [] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.091787 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.140522 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Publish callbacks [] for router_gateway (e4b472fd-d3f7-465a-8de2-8fe0d4004add), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.144913 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Network 8678a17a-6e0c-42f3-a569-50ff6950c81e is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:15.147377 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:15.158771 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:15.177426 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.209350 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Pushing event updated for resources: {'Port': ['ID=6acd60cd-9e30-4002-864f-f9d761a7f896,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:15.250463 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Attempting to bind port 6acd60cd-9e30-4002-864f-f9d761a7f896 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:43:15.252309 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Attempting to bind port 6acd60cd-9e30-4002-864f-f9d761a7f896 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': 'ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:43:15.252309 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Attempting to bind port 6acd60cd-9e30-4002-864f-f9d761a7f896 on network 8678a17a-6e0c-42f3-a569-50ff6950c81e {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:15.259122 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:43:15.259761 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Checking segment: {'id': 'ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:15.260199 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.260753 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Bound using segment: {'id': 'ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:43:15.261345 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Bound port: 6acd60cd-9e30-4002-864f-f9d761a7f896, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:43:15.261863 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.297940 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-418ff95a-97d3-4685-9cec-293f0832099c req-b85d210e-a3bd-4a83-8864-2c41c8a253ad tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 210 time: 0.0482519 Mar 31 21:43:15.314793 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-505fd016-f554-42da-9bb8-5b61bae8321f req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Allocated IP 172.20.0.12 (a6fb69be-10fb-4d53-a720-03a7f9cdadda/680eef82-3bbc-4eb7-a395-9c70e4faccb8/49edbd8e-845f-4906-9cd6-7d5b5c738e6b) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:15.351205 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] For port 6acd60cd-9e30-4002-864f-f9d761a7f896, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:43:15.355575 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] For port 6acd60cd-9e30-4002-864f-f9d761a7f896, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=6acd60cd-9e30-4002-864f-f9d761a7f896,segment=NetworkSegment(ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef),segment_id=ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:43:15.363736 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.418283 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Allocated IP 172.27.3.232 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/88be8e7c-28e5-4665-9036-1697309f5457) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:15.441782 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2240fae-5ecb-4dfe-8ea4-8cd219cfe83c None None] Pushing event updated for resources: {'Port': ['ID=6acd60cd-9e30-4002-864f-f9d761a7f896,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:15.608556 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-505fd016-f554-42da-9bb8-5b61bae8321f req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.649564 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Publish callbacks [] for port (88be8e7c-28e5-4665-9036-1697309f5457), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.693806 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-505fd016-f554-42da-9bb8-5b61bae8321f req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.749047 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505fd016-f554-42da-9bb8-5b61bae8321f req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Network a6fb69be-10fb-4d53-a720-03a7f9cdadda is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:15.750432 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (88be8e7c-28e5-4665-9036-1697309f5457), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.756481 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-505fd016-f554-42da-9bb8-5b61bae8321f req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:15.763526 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-505fd016-f554-42da-9bb8-5b61bae8321f req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:15.800922 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event updated for resources: {'Port': ['ID=49edbd8e-845f-4906-9cd6-7d5b5c738e6b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:15.824193 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:15.850409 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:15.856801 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:15.918285 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd016-f554-42da-9bb8-5b61bae8321f req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:15.918955 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-505fd016-f554-42da-9bb8-5b61bae8321f req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:15.947231 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Pushing event updated for resources: {'Port': ['ID=88be8e7c-28e5-4665-9036-1697309f5457,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:15.964444 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-f2c7c422-f4f1-49c3-8cda-5adb9669c210 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1875393 Mar 31 21:43:16.034213 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Request body: {'port': {'device_id': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:16.074031 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9e5073b7-e717-465b-93b9-9ae68790a9d0 None None] Provisioning complete for port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:16.074925 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9e5073b7-e717-465b-93b9-9ae68790a9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.121942 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9e5073b7-e717-465b-93b9-9ae68790a9d0 None None] Port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:43:16.192483 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cdd7b-6dd2-41bd-a530-6e4bdf0edc0a req-627e20d9-c9d9-43a2-9752-64d612a46384 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:16.195862 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e32cdd7b-6dd2-41bd-a530-6e4bdf0edc0a req-627e20d9-c9d9-43a2-9752-64d612a46384 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1933753 Mar 31 21:43:16.199859 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.299957 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 6acd60cd-9e30-4002-864f-f9d761a7f896 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:16.364319 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 6acd60cd-9e30-4002-864f-f9d761a7f896 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:16.364710 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.494923 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 6acd60cd-9e30-4002-864f-f9d761a7f896 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:16.495486 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.542793 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port 6acd60cd-9e30-4002-864f-f9d761a7f896, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=6acd60cd-9e30-4002-864f-f9d761a7f896,segment=NetworkSegment(ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef),segment_id=ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:16.550793 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.552236 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device b97ec016-b118-4cda-8962-d8684a2d3257 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:16.609892 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e32cdd7b-6dd2-41bd-a530-6e4bdf0edc0a req-9840b5e5-865d-4530-950f-175781b1cdc9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4002242 Mar 31 21:43:16.640009 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=6acd60cd-9e30-4002-864f-f9d761a7f896,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:16.641905 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Publish callbacks [] for router_gateway (e4b472fd-d3f7-465a-8de2-8fe0d4004add), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.674949 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port b97ec016-b118-4cda-8962-d8684a2d3257 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:16.675315 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.765803 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89da3e2-1aa6-4003-95c8-e0a375447b48 req-b2c7bad2-92f1-456f-b6d0-0d6e7b6290ad tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:16.767284 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad5a83-5a67-46fe-98a8-fa16a43ec150 None None] Network 8678a17a-6e0c-42f3-a569-50ff6950c81e requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:43:16.767938 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a89da3e2-1aa6-4003-95c8-e0a375447b48 req-b2c7bad2-92f1-456f-b6d0-0d6e7b6290ad tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 932 time: 0.3313668 Mar 31 21:43:16.826345 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port b97ec016-b118-4cda-8962-d8684a2d3257 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:16.868380 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-746dc11d-1714-4034-9eb1-cd524fe62785 None None] Provisioning complete for port 6acd60cd-9e30-4002-864f-f9d761a7f896 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:16.868849 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-746dc11d-1714-4034-9eb1-cd524fe62785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.920857 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a89da3e2-1aa6-4003-95c8-e0a375447b48 req-c0912cf9-0b4a-4ad0-a3b1-8efed8ab268e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459329 Mar 31 21:43:16.994829 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49edbd8e-845f-4906-9cd6-7d5b5c738e6b {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:43:17.006139 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Publish callbacks [] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:17.027952 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Transition to ACTIVE for port object 49edbd8e-845f-4906-9cd6-7d5b5c738e6b will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:43:17.034212 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:17.051003 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16384289'] for router (e4b472fd-d3f7-465a-8de2-8fe0d4004add), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:17.128712 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-746dc11d-1714-4034-9eb1-cd524fe62785 None None] Current status of the port 6acd60cd-9e30-4002-864f-f9d761a7f896 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:17.205614 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Pushing event updated for resources: {'Port': ['ID=49edbd8e-845f-4906-9cd6-7d5b5c738e6b,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:17.458876 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a5f328c7-9a93-4f17-84c7-ce6324a4f39a None None] Provisioning complete for port 6acd60cd-9e30-4002-864f-f9d761a7f896 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:17.459568 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a5f328c7-9a93-4f17-84c7-ce6324a4f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:17.550584 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a5f328c7-9a93-4f17-84c7-ce6324a4f39a None None] Current status of the port 6acd60cd-9e30-4002-864f-f9d761a7f896 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:17.585802 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Attempting to bind port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:43:17.586184 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Attempting to bind port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:43:17.586514 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Attempting to bind port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b on network a6fb69be-10fb-4d53-a720-03a7f9cdadda {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:17.595303 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b on network a6fb69be-10fb-4d53-a720-03a7f9cdadda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:43:17.595623 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Attempting to bind port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b on network a6fb69be-10fb-4d53-a720-03a7f9cdadda {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:17.603511 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:43:17.603849 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Checking segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:17.604233 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Bound using segment: {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:43:17.604676 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Bound port: 49edbd8e-845f-4906-9cd6-7d5b5c738e6b, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:43:17.605031 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:17.652938 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Router e4b472fd-d3f7-465a-8de2-8fe0d4004add is scheduled to L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:43:17.766967 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] For port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:43:17.818860 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] For port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=49edbd8e-845f-4906-9cd6-7d5b5c738e6b,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:43:17.829315 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:17.897670 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:17.898416 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:17.900147 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] 10.222.0.13 "PUT /v2.0/ports/49edbd8e-845f-4906-9cd6-7d5b5c738e6b HTTP/1.1" status: 200 len: 1094 time: 1.8974493 Mar 31 21:43:17.908507 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'tag': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:17.911312 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c330db-5bf7-4189-8ada-eff7f0308b30" -d '{"events": [{"name": "network-changed", "server_uuid": "46d4c384-16c2-4134-a284-a8e987f3e57c", "tag": "49edbd8e-845f-4906-9cd6-7d5b5c738e6b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:17.930848 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:17.950696 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Sync routers for ids ['e4b472fd-d3f7-465a-8de2-8fe0d4004add'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:17.957466 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9309e-ec19-4695-8089-6e4d1c0c8cf7 req-151e59e3-ac10-470d-a959-a455795b7f92 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:17.959530 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f9b9309e-ec19-4695-8089-6e4d1c0c8cf7 req-151e59e3-ac10-470d-a959-a455795b7f92 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1881354 Mar 31 21:43:17.963474 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbba918-c11e-40f0-999d-f54683d5d45a service neutron] Pushing event updated for resources: {'Port': ['ID=49edbd8e-845f-4906-9cd6-7d5b5c738e6b,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:17.964629 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Routers {'e4b472fd-d3f7-465a-8de2-8fe0d4004add'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:17.965427 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e4b472fd-d3f7-465a-8de2-8fe0d4004add'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:18.012869 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47fdefe-4f87-4a56-9480-3ceb9a8fd719 x-openstack-request-id: req-b47fdefe-4f87-4a56-9480-3ceb9a8fd719 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:18.013130 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d4c384-16c2-4134-a284-a8e987f3e57c", "tag": "49edbd8e-845f-4906-9cd6-7d5b5c738e6b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:18.013389 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b47fdefe-4f87-4a56-9480-3ceb9a8fd719 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:18.013791 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47fdefe-4f87-4a56-9480-3ceb9a8fd719'] response: {'name': 'network-changed', 'server_uuid': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'tag': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b', 'status': 'completed', 'code': 200} Mar 31 21:43:18.033084 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.037178 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e3bf4eba-228e-41e3-9feb-9d05421f69fb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1197560 Mar 31 21:43:18.037696 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 56532) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:18.074156 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd016-f554-42da-9bb8-5b61bae8321f req-b9d325d9-94bb-4c40-9b83-eda195711cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:18.075783 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-b9d325d9-94bb-4c40-9b83-eda195711cc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 1128 time: 0.1082873 Mar 31 21:43:18.080038 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f9b9309e-ec19-4695-8089-6e4d1c0c8cf7 req-9462cf77-0b11-4060-9ff3-0bc568888096 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984740 Mar 31 21:43:18.138680 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-953e65f5-4820-4582-a0a2-44665b3066ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49edbd8e-845f-4906-9cd6-7d5b5c738e6b HTTP/1.1" status: 200 len: 217 time: 0.0521855 Mar 31 21:43:18.163448 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Set router e4b472fd-d3f7-465a-8de2-8fe0d4004add gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:18.260804 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 6acd60cd-9e30-4002-864f-f9d761a7f896 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:18.262663 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd016-f554-42da-9bb8-5b61bae8321f req-89da10d0-5d54-4bd5-9432-e373fcc5465c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:18.264456 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-89da10d0-5d54-4bd5-9432-e373fcc5465c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.1138318 Mar 31 21:43:18.312836 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a8f37-d1ad-4bc3-bd83-05c2735b96d1 req-1af32c13-50ad-4bab-bccc-c8e64011df4b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:18.320610 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6c5a8f37-d1ad-4bc3-bd83-05c2735b96d1 req-1af32c13-50ad-4bab-bccc-c8e64011df4b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 944 time: 0.1808004 Mar 31 21:43:18.363460 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 6acd60cd-9e30-4002-864f-f9d761a7f896 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:18.364378 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.390375 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6c5a8f37-d1ad-4bc3-bd83-05c2735b96d1 req-cf9b86e2-b15c-4afb-a1fc-4c7984cd8506 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639684 Mar 31 21:43:18.417300 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd016-f554-42da-9bb8-5b61bae8321f req-3ec31785-3a02-48b7-8fdb-0d3ed8cca9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:18.419958 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-3ec31785-3a02-48b7-8fdb-0d3ed8cca9ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1483877 Mar 31 21:43:18.429564 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'name': 'tempest-TestMinimumBasicScenario-675840541-router', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '88be8e7c-28e5-4665-9036-1697309f5457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:13Z', 'updated_at': '2022-03-31T21:43:16Z', 'revision_number': 3, 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'gw_port': {'id': '88be8e7c-28e5-4665-9036-1697309f5457', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:15Z', 'updated_at': '2022-03-31T21:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:18.473828 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Checking router: e4b472fd-d3f7-465a-8de2-8fe0d4004add for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:18.473828 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Updating router e4b472fd-d3f7-465a-8de2-8fe0d4004add port 88be8e7c-28e5-4665-9036-1697309f5457 binding host dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:43:18.496141 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 6acd60cd-9e30-4002-864f-f9d761a7f896 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:18.510663 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (88be8e7c-28e5-4665-9036-1697309f5457), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.597336 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-8adb7c94-1627-4204-b608-1890273620dc service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687529 Mar 31 21:43:18.681926 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.771379 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-505fd016-f554-42da-9bb8-5b61bae8321f req-43d8e724-94b6-4060-bca9-f4cb2720241a service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657073 Mar 31 21:43:18.812564 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Publish callbacks [] for port (88be8e7c-28e5-4665-9036-1697309f5457), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.820172 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (88be8e7c-28e5-4665-9036-1697309f5457), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.869989 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Attempting to bind port 88be8e7c-28e5-4665-9036-1697309f5457 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:43:18.870410 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Attempting to bind port 88be8e7c-28e5-4665-9036-1697309f5457 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:43:18.870794 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Attempting to bind port 88be8e7c-28e5-4665-9036-1697309f5457 on network 117f9244-b533-4049-ba97-bca06ffbe3a7 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:18.885415 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:43:18.885795 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Checking segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:18.886250 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.886624 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Allocated IP 172.20.0.1 (8678a17a-6e0c-42f3-a569-50ff6950c81e/d658b770-6679-4be6-a436-cad6bff5d6c8/bbf80611-c6a7-408c-9d3b-c0b62f79e2b3) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:18.886925 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Bound using segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:43:18.887284 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Bound port: 88be8e7c-28e5-4665-9036-1697309f5457, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:43:18.887837 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (88be8e7c-28e5-4665-9036-1697309f5457), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.894607 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b91d37-256a-439c-b946-22882ae03fa2 None None] Pushing event updated for resources: {'Port': ['ID=88be8e7c-28e5-4665-9036-1697309f5457,revision_number=2']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:18.950110 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c330db-5bf7-4189-8ada-eff7f0308b30 req-2c99149a-c35c-414d-b368-4f00e7c84bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:18.952146 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9c330db-5bf7-4189-8ada-eff7f0308b30 req-2c99149a-c35c-414d-b368-4f00e7c84bc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 1128 time: 0.1142719 Mar 31 21:43:18.973524 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] For port 88be8e7c-28e5-4665-9036-1697309f5457, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:43:18.978226 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] For port 88be8e7c-28e5-4665-9036-1697309f5457, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=88be8e7c-28e5-4665-9036-1697309f5457,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:43:18.989144 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (88be8e7c-28e5-4665-9036-1697309f5457), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.066913 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Publish callbacks [] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.071032 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c330db-5bf7-4189-8ada-eff7f0308b30 req-0e30bd99-a7ba-4fc0-90db-29d809900546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:19.073387 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9c330db-5bf7-4189-8ada-eff7f0308b30 req-0e30bd99-a7ba-4fc0-90db-29d809900546 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 915 time: 0.1135237 Mar 31 21:43:19.100926 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Routers {'e4b472fd-d3f7-465a-8de2-8fe0d4004add'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:19.101645 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e4b472fd-d3f7-465a-8de2-8fe0d4004add'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:19.107341 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.107787 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b91d37-256a-439c-b946-22882ae03fa2 None None] Pushing event updated for resources: {'Port': ['ID=88be8e7c-28e5-4665-9036-1697309f5457,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:19.155255 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9c330db-5bf7-4189-8ada-eff7f0308b30 req-126a7d40-823f-49ab-91d6-fd93d88188fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49edbd8e-845f-4906-9cd6-7d5b5c738e6b HTTP/1.1" status: 200 len: 217 time: 0.0737298 Mar 31 21:43:19.173658 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Network 8678a17a-6e0c-42f3-a569-50ff6950c81e is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:19.177367 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:19.184434 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:19.192672 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Pushing event updated for resources: {'Port': ['ID=bbf80611-c6a7-408c-9d3b-c0b62f79e2b3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:19.251573 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c330db-5bf7-4189-8ada-eff7f0308b30 req-83771ee8-93f3-42a7-89ae-80228730775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:19.253826 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9c330db-5bf7-4189-8ada-eff7f0308b30 req-83771ee8-93f3-42a7-89ae-80228730775a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.0904994 Mar 31 21:43:19.262216 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384758'] for router_interface (e4b472fd-d3f7-465a-8de2-8fe0d4004add), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.269028 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] Set router e4b472fd-d3f7-465a-8de2-8fe0d4004add gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:19.317762 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c330db-5bf7-4189-8ada-eff7f0308b30 req-47dc061c-bef5-4931-9469-b43cd62d3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:19.320530 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9c330db-5bf7-4189-8ada-eff7f0308b30 req-47dc061c-bef5-4931-9469-b43cd62d3da2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592730 Mar 31 21:43:19.535444 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'name': 'tempest-TestMinimumBasicScenario-675840541-router', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '88be8e7c-28e5-4665-9036-1697309f5457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:13Z', 'updated_at': '2022-03-31T21:43:16Z', 'revision_number': 3, 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'gw_port': {'id': '88be8e7c-28e5-4665-9036-1697309f5457', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:15Z', 'updated_at': '2022-03-31T21:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:19.539161 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.571315 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ba0531-6429-4cfd-b644-6d9e0c3655d0 None None] The sync data for ids ['e4b472fd-d3f7-465a-8de2-8fe0d4004add'] in dv-cinder-836073-1-iscsi is: [{'id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'name': 'tempest-TestMinimumBasicScenario-675840541-router', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '88be8e7c-28e5-4665-9036-1697309f5457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:13Z', 'updated_at': '2022-03-31T21:43:16Z', 'revision_number': 3, 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'gw_port': {'id': '88be8e7c-28e5-4665-9036-1697309f5457', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:15Z', 'updated_at': '2022-03-31T21:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:19.635619 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151b49a-8c61-4269-b652-d400c138f7f2 req-b70fa85e-a09e-43fe-ba99-a1716b1adaf2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:19.637198 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e151b49a-8c61-4269-b652-d400c138f7f2 req-b70fa85e-a09e-43fe-ba99-a1716b1adaf2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.2963400 Mar 31 21:43:19.647006 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9c330db-5bf7-4189-8ada-eff7f0308b30 req-bbb5f5ce-d8e8-45f3-820c-7679d57a5298 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167009 Mar 31 21:43:19.679120 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f69dcb6b-5b40-424c-bd25-cec3fc564b2e None None] Provisioning complete for port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:19.680077 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f69dcb6b-5b40-424c-bd25-cec3fc564b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.750076 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29c3a-cd04-4f64-a540-c27428118f0f req-e034dff8-4fd9-4b82-93f1-42e6b49adc8a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:19.751771 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3bb29c3a-cd04-4f64-a540-c27428118f0f req-e034dff8-4fd9-4b82-93f1-42e6b49adc8a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 944 time: 0.2212207 Mar 31 21:43:19.770592 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f69dcb6b-5b40-424c-bd25-cec3fc564b2e None None] Port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:43:19.822163 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a9c330db-5bf7-4189-8ada-eff7f0308b30 req-fb52a5b7-b011-440e-8a86-f250d27cf608 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621644 Mar 31 21:43:19.826752 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e151b49a-8c61-4269-b652-d400c138f7f2 req-5f811c39-7dee-4080-b1a3-2f3ebc7ed197 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766820 Mar 31 21:43:19.848595 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Publish callbacks [] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.859492 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13622167'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.874371 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3bb29c3a-cd04-4f64-a540-c27428118f0f req-de0dac9f-ec19-4359-aa89-b13699143b13 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119080 Mar 31 21:43:19.962018 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384610'] for router_interface (e4b472fd-d3f7-465a-8de2-8fe0d4004add), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.962018 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Pushing event updated for resources: {'Port': ['ID=bbf80611-c6a7-408c-9d3b-c0b62f79e2b3,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:20.084460 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Network 8678a17a-6e0c-42f3-a569-50ff6950c81e is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:20.087353 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:20.269476 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Router e4b472fd-d3f7-465a-8de2-8fe0d4004add has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:43:20.269774 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 88be8e7c-28e5-4665-9036-1697309f5457 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:20.326535 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 88be8e7c-28e5-4665-9036-1697309f5457 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:20.327048 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (88be8e7c-28e5-4665-9036-1697309f5457), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:20.429069 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 88be8e7c-28e5-4665-9036-1697309f5457 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:20.429465 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (88be8e7c-28e5-4665-9036-1697309f5457), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:20.441046 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-508bc5d9-74a4-4d13-97fb-1d164623d083 None None] Provisioning complete for port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:20.441419 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-508bc5d9-74a4-4d13-97fb-1d164623d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:20.478538 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port 88be8e7c-28e5-4665-9036-1697309f5457, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=88be8e7c-28e5-4665-9036-1697309f5457,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:20.485136 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (88be8e7c-28e5-4665-9036-1697309f5457), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:20.496137 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-508bc5d9-74a4-4d13-97fb-1d164623d083 None None] Port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:43:20.553584 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=88be8e7c-28e5-4665-9036-1697309f5457,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:20.658304 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:20.664942 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-69280bcb-d5a7-4d65-bcda-133efcfcc8eb admin admin] 10.222.0.24 "PUT /v2.0/routers/e4b472fd-d3f7-465a-8de2-8fe0d4004add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6255994 Mar 31 21:43:21.042242 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365632e1-9e60-4359-b8f9-77c5470de92d req-fe12d7cf-8e6b-4959-8db3-71db67081edc tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:21.043923 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-365632e1-9e60-4359-b8f9-77c5470de92d req-fe12d7cf-8e6b-4959-8db3-71db67081edc tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0955224 Mar 31 21:43:21.067978 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6828d-5cfa-49f4-b9c9-9777d45cc33d req-8c6b5366-1ffc-4c83-a649-1ae3f2ae4bdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:21.069592 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6dc6828d-5cfa-49f4-b9c9-9777d45cc33d req-8c6b5366-1ffc-4c83-a649-1ae3f2ae4bdb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 944 time: 0.0910382 Mar 31 21:43:21.139917 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-365632e1-9e60-4359-b8f9-77c5470de92d req-53a35a62-3e11-45d7-9c4c-eff4484f0293 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839348 Mar 31 21:43:21.145514 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6dc6828d-5cfa-49f4-b9c9-9777d45cc33d req-2a359b5c-b0bd-4e90-bc93-3733f1a90525 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693715 Mar 31 21:43:22.213647 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 88be8e7c-28e5-4665-9036-1697309f5457 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:22.307528 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 88be8e7c-28e5-4665-9036-1697309f5457 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:22.308238 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (88be8e7c-28e5-4665-9036-1697309f5457), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:22.324317 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c57573-7159-4af3-a756-66040b13e208 req-2d0b244a-bd8d-45fe-8904-337cdbc8f9e1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:22.338465 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-35c57573-7159-4af3-a756-66040b13e208 req-2d0b244a-bd8d-45fe-8904-337cdbc8f9e1 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 944 time: 0.0998309 Mar 31 21:43:22.515800 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 88be8e7c-28e5-4665-9036-1697309f5457 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:22.525149 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 49edbd8e-845f-4906-9cd6-7d5b5c738e6b details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:43:22.530010 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad659c-0962-4dd1-a0de-d93fa87ada66 req-0fde30d3-e997-4e18-a7e7-e387d33251ce tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:22.531780 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e9ad659c-0962-4dd1-a0de-d93fa87ada66 req-0fde30d3-e997-4e18-a7e7-e387d33251ce tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1859565 Mar 31 21:43:22.551876 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-35c57573-7159-4af3-a756-66040b13e208 req-540fd7b6-b814-43fe-8ece-1389628a2f7e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117414 Mar 31 21:43:22.572940 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Sync routers for ids ['e4b472fd-d3f7-465a-8de2-8fe0d4004add'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:22.650832 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e9ad659c-0962-4dd1-a0de-d93fa87ada66 req-a49b5bb0-3e4b-4489-bb9f-7583335f49ff tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962405 Mar 31 21:43:22.678051 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Routers {'e4b472fd-d3f7-465a-8de2-8fe0d4004add'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:22.678721 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e4b472fd-d3f7-465a-8de2-8fe0d4004add'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:22.800295 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=49edbd8e-845f-4906-9cd6-7d5b5c738e6b,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:22.817026 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'port_id': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b', 'mac_address': 'fa:16:3e:53:93:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:43:22.861560 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Set router e4b472fd-d3f7-465a-8de2-8fe0d4004add gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:22.902233 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:22.902641 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:22.927520 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49edbd8e-845f-4906-9cd6-7d5b5c738e6b {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:43:23.018687 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=49edbd8e-845f-4906-9cd6-7d5b5c738e6b,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:23.023896 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:23.107936 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=49edbd8e-845f-4906-9cd6-7d5b5c738e6b,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:23.163186 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'name': 'tempest-TestMinimumBasicScenario-675840541-router', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '88be8e7c-28e5-4665-9036-1697309f5457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:13Z', 'updated_at': '2022-03-31T21:43:19Z', 'revision_number': 4, 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'gw_port': {'id': '88be8e7c-28e5-4665-9036-1697309f5457', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:15Z', 'updated_at': '2022-03-31T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'bbf80611-c6a7-408c-9d3b-c0b62f79e2b3', 'name': '', 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'mac_address': 'fa:16:3e:ef:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd658b770-6679-4be6-a436-cad6bff5d6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:18Z', 'updated_at': '2022-03-31T21:43:19Z', 'revision_number': 2, 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'subnets': [{'id': 'd658b770-6679-4be6-a436-cad6bff5d6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:23.197609 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Checking router: e4b472fd-d3f7-465a-8de2-8fe0d4004add for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:23.198011 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Updating router e4b472fd-d3f7-465a-8de2-8fe0d4004add port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 binding host dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:43:23.229448 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:23.419903 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['49edbd8e-845f-4906-9cd6-7d5b5c738e6b'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:43:23.616786 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Publish callbacks [] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:23.629023 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:23.716630 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503a27f-4791-484c-96e3-056c3c9ab2dd None None] Pushing event updated for resources: {'Port': ['ID=bbf80611-c6a7-408c-9d3b-c0b62f79e2b3,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:23.717006 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65bc19-e11f-48f6-9146-a886d7128320 req-d7c92ada-10b8-4ebe-a9f0-fc54b0cd44b3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:23.723559 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4f65bc19-e11f-48f6-9146-a886d7128320 req-d7c92ada-10b8-4ebe-a9f0-fc54b0cd44b3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 945 time: 0.0864456 Mar 31 21:43:23.807443 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Attempting to bind port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:43:23.807809 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Attempting to bind port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': 'ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:43:23.808170 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Attempting to bind port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 on network 8678a17a-6e0c-42f3-a569-50ff6950c81e {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:23.820630 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:43:23.821013 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Checking segment: {'id': 'ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:23.821494 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:23.821894 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Bound using segment: {'id': 'ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:43:23.823587 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Bound port: bbf80611-c6a7-408c-9d3b-c0b62f79e2b3, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:43:23.824405 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:23.864212 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4f65bc19-e11f-48f6-9146-a886d7128320 req-6f33124d-d835-4f0f-bba7-15b41ee94706 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297626 Mar 31 21:43:23.909187 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dbe09-ea28-401d-941a-3e6b52981c1a req-03acb413-0e2e-4580-96d8-93f6dea1e3b4 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:23.911371 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ff1dbe09-ea28-401d-941a-3e6b52981c1a req-03acb413-0e2e-4580-96d8-93f6dea1e3b4 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1384809 Mar 31 21:43:23.935827 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] For port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:43:23.943428 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] For port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=bbf80611-c6a7-408c-9d3b-c0b62f79e2b3,segment=NetworkSegment(ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef),segment_id=ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:43:23.952477 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:23.992740 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ff1dbe09-ea28-401d-941a-3e6b52981c1a req-6827e58f-963e-4cab-9232-98d45c61feec tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757740 Mar 31 21:43:24.022923 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Routers {'e4b472fd-d3f7-465a-8de2-8fe0d4004add'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:24.022923 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e4b472fd-d3f7-465a-8de2-8fe0d4004add'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:24.276054 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503a27f-4791-484c-96e3-056c3c9ab2dd None None] Pushing event updated for resources: {'Port': ['ID=bbf80611-c6a7-408c-9d3b-c0b62f79e2b3,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:24.294524 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-a8a1a540-33e8-4061-b3c9-de922427bef9 None None] Provisioning complete for port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:24.294824 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a8a1a540-33e8-4061-b3c9-de922427bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:24.351830 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] Set router e4b472fd-d3f7-465a-8de2-8fe0d4004add gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:24.553182 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-a8a1a540-33e8-4061-b3c9-de922427bef9 None None] Current status of the port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:24.558010 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a8a1a540-33e8-4061-b3c9-de922427bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:24.616953 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-a8a1a540-33e8-4061-b3c9-de922427bef9 None None] For port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=bbf80611-c6a7-408c-9d3b-c0b62f79e2b3,segment=NetworkSegment(ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef),segment_id=ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:24.643051 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a8a1a540-33e8-4061-b3c9-de922427bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:24.711891 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1a540-33e8-4061-b3c9-de922427bef9 None None] Pushing event updated for resources: {'Port': ['ID=bbf80611-c6a7-408c-9d3b-c0b62f79e2b3,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:24.732439 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'name': 'tempest-TestMinimumBasicScenario-675840541-router', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '88be8e7c-28e5-4665-9036-1697309f5457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:13Z', 'updated_at': '2022-03-31T21:43:19Z', 'revision_number': 4, 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'gw_port': {'id': '88be8e7c-28e5-4665-9036-1697309f5457', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:15Z', 'updated_at': '2022-03-31T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'bbf80611-c6a7-408c-9d3b-c0b62f79e2b3', 'name': '', 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'mac_address': 'fa:16:3e:ef:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd658b770-6679-4be6-a436-cad6bff5d6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:18Z', 'updated_at': '2022-03-31T21:43:23Z', 'revision_number': 4, 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'subnets': [{'id': 'd658b770-6679-4be6-a436-cad6bff5d6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:24.770782 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a701531-d4f1-4ea8-ac2c-8c480a2d6690 None None] The sync data for ids ['e4b472fd-d3f7-465a-8de2-8fe0d4004add'] in dv-cinder-836073-1-iscsi is: [{'id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'name': 'tempest-TestMinimumBasicScenario-675840541-router', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '88be8e7c-28e5-4665-9036-1697309f5457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:13Z', 'updated_at': '2022-03-31T21:43:19Z', 'revision_number': 4, 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'gw_port': {'id': '88be8e7c-28e5-4665-9036-1697309f5457', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:15Z', 'updated_at': '2022-03-31T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'bbf80611-c6a7-408c-9d3b-c0b62f79e2b3', 'name': '', 'network_id': '8678a17a-6e0c-42f3-a569-50ff6950c81e', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'mac_address': 'fa:16:3e:ef:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'd658b770-6679-4be6-a436-cad6bff5d6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:18Z', 'updated_at': '2022-03-31T21:43:23Z', 'revision_number': 4, 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'subnets': [{'id': 'd658b770-6679-4be6-a436-cad6bff5d6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:24.785471 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-71ad79ee-ca95-41e5-9a75-db304c62b4dc None None] Provisioning complete for port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:24.785846 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-71ad79ee-ca95-41e5-9a75-db304c62b4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:24.933749 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-71ad79ee-ca95-41e5-9a75-db304c62b4dc None None] Current status of the port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:25.074037 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6eea8-1389-4a50-9274-8c6135c21d37 req-d9bfa320-1b9c-46dc-b1f3-4626377f620b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:25.075639 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-faa6eea8-1389-4a50-9274-8c6135c21d37 req-d9bfa320-1b9c-46dc-b1f3-4626377f620b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 945 time: 0.0795414 Mar 31 21:43:25.228031 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-faa6eea8-1389-4a50-9274-8c6135c21d37 req-d19b499f-cea6-4e7a-aa48-365ea3eb9cd2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438560 Mar 31 21:43:25.289145 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d62136-d5b3-43a9-a52b-3790217d364f req-1bc8f7ed-fb1c-44b4-9364-65af601782f6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:25.291248 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-46d62136-d5b3-43a9-a52b-3790217d364f req-1bc8f7ed-fb1c-44b4-9364-65af601782f6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1660185 Mar 31 21:43:25.379644 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-46d62136-d5b3-43a9-a52b-3790217d364f req-39991283-e5dd-4cc4-bd88-48b68b5607d9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823171 Mar 31 21:43:26.274834 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:26.375519 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb2ee0-5ab1-466a-a78c-68367b937fd2 req-8fdfe9ed-214b-457a-800c-24e94f634f02 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:26.377651 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c6cb2ee0-5ab1-466a-a78c-68367b937fd2 req-8fdfe9ed-214b-457a-800c-24e94f634f02 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 945 time: 0.0664728 Mar 31 21:43:26.381153 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:26.381530 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:26.453543 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c6cb2ee0-5ab1-466a-a78c-68367b937fd2 req-982c2d25-ec0f-4662-b948-d83e26dd9e8d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689282 Mar 31 21:43:26.512733 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 49edbd8e-845f-4906-9cd6-7d5b5c738e6b up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:26.567609 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:26.584813 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3510006-c9f2-4655-9cce-7b52e2447736 req-788304b9-2e8a-4c65-bdb7-91f8275d3f3b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:26.599533 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f3510006-c9f2-4655-9cce-7b52e2447736 req-788304b9-2e8a-4c65-bdb7-91f8275d3f3b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1066618 Mar 31 21:43:26.606624 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:43:26.614225 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:26.614592 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:26.681699 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f3510006-c9f2-4655-9cce-7b52e2447736 req-54db3c91-0cf6-4983-8e2b-f7880d3cb185 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792603 Mar 31 21:43:26.726772 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:26.727284 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:26.758547 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:26.761173 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4be854-94b2-4e60-a81e-2496809bda1a" -d '{"events": [{"server_uuid": "46d4c384-16c2-4134-a284-a8e987f3e57c", "name": "network-vif-plugged", "status": "completed", "tag": "49edbd8e-845f-4906-9cd6-7d5b5c738e6b"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:26.785329 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=49edbd8e-845f-4906-9cd6-7d5b5c738e6b,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:26.790280 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:26.819688 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e39d36-d40c-4807-bc5a-731c18cd001d x-openstack-request-id: req-a6e39d36-d40c-4807-bc5a-731c18cd001d {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:26.819981 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d4c384-16c2-4134-a284-a8e987f3e57c", "name": "network-vif-plugged", "status": "completed", "tag": "49edbd8e-845f-4906-9cd6-7d5b5c738e6b", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:26.820477 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6e39d36-d40c-4807-bc5a-731c18cd001d {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:26.821162 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e39d36-d40c-4807-bc5a-731c18cd001d'] response: {'server_uuid': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b', 'code': 200} Mar 31 21:43:26.848670 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=49edbd8e-845f-4906-9cd6-7d5b5c738e6b,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:27.075529 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c05dc8-398f-4948-93e8-640a0c6ea90e req-3129647f-9778-4b6e-bc6e-525df7dc4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:27.077215 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b9c05dc8-398f-4948-93e8-640a0c6ea90e req-3129647f-9778-4b6e-bc6e-525df7dc4300 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 1130 time: 0.0850043 Mar 31 21:43:27.143356 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b9c05dc8-398f-4948-93e8-640a0c6ea90e req-2cb77cbc-24aa-4d14-b07e-bf7e82feefb6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552580 Mar 31 21:43:27.603192 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a660d88-046d-45c1-a141-0c52e0e95c01 req-d6cbe9c8-5a9b-4a33-b81a-991a3e2d31fe tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:27.606298 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a660d88-046d-45c1-a141-0c52e0e95c01 req-d6cbe9c8-5a9b-4a33-b81a-991a3e2d31fe tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 946 time: 0.0631452 Mar 31 21:43:27.656540 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a660d88-046d-45c1-a141-0c52e0e95c01 req-de886bd4-06cd-4d92-b350-3b8f10ccc18c tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447168 Mar 31 21:43:27.816413 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bee27-9c5f-48e5-ace6-2c2fafeb0bd7 req-199181fc-f72b-46af-8953-4362f1f1b41b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:27.818376 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f7bee27-9c5f-48e5-ace6-2c2fafeb0bd7 req-199181fc-f72b-46af-8953-4362f1f1b41b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0582051 Mar 31 21:43:27.875019 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f7bee27-9c5f-48e5-ace6-2c2fafeb0bd7 req-5ac832ca-8895-4fd2-99b8-b05801dca2af tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498378 Mar 31 21:43:28.519250 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 591b970f-ba3b-4d98-8a0a-1423f89e05da details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:43:28.638486 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:28.653271 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'port_id': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'mac_address': 'fa:16:3e:9a:e0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:43:28.698799 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 591b970f-ba3b-4d98-8a0a-1423f89e05da is: ACTIVE; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:28.699202 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:28.734873 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 591b970f-ba3b-4d98-8a0a-1423f89e05da {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:43:28.761096 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:28.767498 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:28.865927 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=591b970f-ba3b-4d98-8a0a-1423f89e05da,revision_number=6']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:28.898149 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['591b970f-ba3b-4d98-8a0a-1423f89e05da'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:43:29.089267 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5749a1d-01ca-4deb-a27d-23dd49150fc0 req-edbe0b0c-ebf3-4fa1-a301-b27d576adaf4 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:29.091389 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e5749a1d-01ca-4deb-a27d-23dd49150fc0 req-edbe0b0c-ebf3-4fa1-a301-b27d576adaf4 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 946 time: 0.1595356 Mar 31 21:43:29.124082 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b634ca-4920-4d72-b357-183ce426d824 req-3cffa59d-8343-447b-b2c6-ae62e0fa31ce tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:29.125495 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-35b634ca-4920-4d72-b357-183ce426d824 req-3cffa59d-8343-447b-b2c6-ae62e0fa31ce tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 944 time: 0.1171370 Mar 31 21:43:29.191616 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e5749a1d-01ca-4deb-a27d-23dd49150fc0 req-f79a59ed-6b1c-4221-a9ec-60a19dc54fb3 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875401 Mar 31 21:43:29.209703 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-35b634ca-4920-4d72-b357-183ce426d824 req-cc5d20ef-1eda-4e1a-a52d-22b9225b470b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764787 Mar 31 21:43:30.397621 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c09fb7-1533-4d93-bd21-9dd71a965ac2 req-d7a0bd22-d693-411f-829e-88e0c5cff00f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:30.397621 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-46c09fb7-1533-4d93-bd21-9dd71a965ac2 req-d7a0bd22-d693-411f-829e-88e0c5cff00f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 944 time: 0.0885160 Mar 31 21:43:30.408827 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e4bee-19c2-493c-a08b-220c815a1aa2 req-e9a5da5f-c12a-4384-8e17-2a0ae8f58efd tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:30.410457 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-045e4bee-19c2-493c-a08b-220c815a1aa2 req-e9a5da5f-c12a-4384-8e17-2a0ae8f58efd tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 946 time: 0.1146507 Mar 31 21:43:30.498505 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-46c09fb7-1533-4d93-bd21-9dd71a965ac2 req-1223e50e-b57c-4aed-8ba2-c216ca1ff053 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870183 Mar 31 21:43:30.504882 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-045e4bee-19c2-493c-a08b-220c815a1aa2 req-182be238-d407-4a75-a489-bff96e4964b2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873065 Mar 31 21:43:30.545447 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 591b970f-ba3b-4d98-8a0a-1423f89e05da up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:30.614490 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 591b970f-ba3b-4d98-8a0a-1423f89e05da triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:30.614864 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.692650 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ed246-1ecc-47ba-be44-eab3833e119e req-d6e26168-c3a6-4666-8174-68fe0dce8ab5 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:30.699998 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-454ed246-1ecc-47ba-be44-eab3833e119e req-d6e26168-c3a6-4666-8174-68fe0dce8ab5 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 946 time: 0.1183267 Mar 31 21:43:30.710968 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 56622) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:30.715795 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fc50197c-ab8e-4861-8d85-5abf995e01a6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Request body: {'floatingip': {'port_id': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:30.728729 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 591b970f-ba3b-4d98-8a0a-1423f89e05da is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:30.729120 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.756539 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:30.759045 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc50197c-ab8e-4861-8d85-5abf995e01a6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (595a423d-8962-4b62-bd3d-fa07350688ff), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.759193 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2147a194-d54b-4fbc-9d7f-c13c5e441436" -d '{"events": [{"server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "name": "network-vif-plugged", "status": "completed", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:30.773438 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:30.778016 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.816052 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82517cde-710a-445d-899e-39bbba8e6a43 x-openstack-request-id: req-82517cde-710a-445d-899e-39bbba8e6a43 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:30.816359 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "name": "network-vif-plugged", "status": "completed", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:30.817997 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82517cde-710a-445d-899e-39bbba8e6a43 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:30.817997 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82517cde-710a-445d-899e-39bbba8e6a43'] response: {'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'code': 200} Mar 31 21:43:30.852433 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=591b970f-ba3b-4d98-8a0a-1423f89e05da,revision_number=7']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:31.247289 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88c21-0f62-4011-9eec-be8304582337 req-78001cb7-6db3-4a42-ab13-79c125b06c79 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:31.248813 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-78001cb7-6db3-4a42-ab13-79c125b06c79 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/networks?id=db570f06-5f1a-4492-a167-ca7bdd2bc749 HTTP/1.1" status: 200 len: 815 time: 0.2365711 Mar 31 21:43:31.280465 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-73380a04-5d95-4216-9745-0b6f03cf08cd tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/quotas/47aeb455b5a04796ab3db9aaf34c0c00 HTTP/1.1" status: 200 len: 375 time: 0.0188816 Mar 31 21:43:31.358131 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc50197c-ab8e-4861-8d85-5abf995e01a6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.362685 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc50197c-ab8e-4861-8d85-5abf995e01a6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (595a423d-8962-4b62-bd3d-fa07350688ff), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.710392 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-4bc02e09-103b-4dff-ad40-893b5e8c4995 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47aeb455b5a04796ab3db9aaf34c0c00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4028475 Mar 31 21:43:31.836207 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-fc50197c-ab8e-4861-8d85-5abf995e01a6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Floating IP 595a423d-8962-4b62-bd3d-fa07350688ff associated. External IP: 172.27.3.234, port: 49edbd8e-845f-4906-9cd6-7d5b5c738e6b. Mar 31 21:43:31.879232 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fd2cb-aced-4f2f-b6ed-56c370228518 req-6bc772af-4c20-4d44-9b08-58e446e9671a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:31.880770 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-841fd2cb-aced-4f2f-b6ed-56c370228518 req-6bc772af-4c20-4d44-9b08-58e446e9671a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1881473 Mar 31 21:43:31.952825 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-dcb858ab-653a-4966-8cf2-6282f83043f9 service neutron] 10.222.0.24 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169693 Mar 31 21:43:32.045384 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-841fd2cb-aced-4f2f-b6ed-56c370228518 req-861c9553-b9e2-44ec-b212-bb1ba5aa7835 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355031 Mar 31 21:43:32.151837 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-e5c9dc90-1e6f-445f-babb-04951da5847c service neutron] 10.222.0.24 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925502 Mar 31 21:43:32.197081 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc50197c-ab8e-4861-8d85-5abf995e01a6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Router 37610562-38de-4ff9-a072-9f84247eeba6 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:43:32.338867 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e073c823-7232-4d1f-abf8-fd6e27eb6230 req-7fe5c2bc-5775-45f7-9454-d6c8f4de4f4f tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 210 time: 0.0366194 Mar 31 21:43:32.362942 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc50197c-ab8e-4861-8d85-5abf995e01a6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:32.369058 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc50197c-ab8e-4861-8d85-5abf995e01a6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:32.375333 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9181ba67-9ab0-410f-a153-10ed7732edd5 None None] Sync routers for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:32.385931 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9181ba67-9ab0-410f-a153-10ed7732edd5 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:32.386578 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9181ba67-9ab0-410f-a153-10ed7732edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:32.414106 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-fc50197c-ab8e-4861-8d85-5abf995e01a6 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "PUT /v2.0/floatingips/595a423d-8962-4b62-bd3d-fa07350688ff HTTP/1.1" status: 200 len: 992 time: 1.6947222 Mar 31 21:43:32.414106 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'tag': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:32.414106 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf438a9e-fa00-4794-a2fc-41b1cac0ed2d" -d '{"events": [{"name": "network-changed", "server_uuid": "46d4c384-16c2-4134-a284-a8e987f3e57c", "tag": "49edbd8e-845f-4906-9cd6-7d5b5c738e6b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:32.450208 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fcaebe-f00e-4ed8-ab17-cff42a1cc9f8 x-openstack-request-id: req-b5fcaebe-f00e-4ed8-ab17-cff42a1cc9f8 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:32.450500 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d4c384-16c2-4134-a284-a8e987f3e57c", "tag": "49edbd8e-845f-4906-9cd6-7d5b5c738e6b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:32.450754 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5fcaebe-f00e-4ed8-ab17-cff42a1cc9f8 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:32.451159 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5fcaebe-f00e-4ed8-ab17-cff42a1cc9f8'] response: {'name': 'network-changed', 'server_uuid': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'tag': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b', 'status': 'completed', 'code': 200} Mar 31 21:43:32.505897 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-9181ba67-9ab0-410f-a153-10ed7732edd5 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:32.546669 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf438a9e-fa00-4794-a2fc-41b1cac0ed2d req-16983ec3-a0a7-496d-b9be-aac6e8da8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:32.549398 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cf438a9e-fa00-4794-a2fc-41b1cac0ed2d req-16983ec3-a0a7-496d-b9be-aac6e8da8731 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 1130 time: 0.0620546 Mar 31 21:43:32.662092 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf438a9e-fa00-4794-a2fc-41b1cac0ed2d req-5d5e3550-e04b-442f-89ed-5a13f84e58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:32.663609 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cf438a9e-fa00-4794-a2fc-41b1cac0ed2d req-5d5e3550-e04b-442f-89ed-5a13f84e58e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 200 len: 915 time: 0.1071208 Mar 31 21:43:32.742721 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cf438a9e-fa00-4794-a2fc-41b1cac0ed2d req-a3b8defe-05e8-4287-8053-59f652b1d129 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49edbd8e-845f-4906-9cd6-7d5b5c738e6b HTTP/1.1" status: 200 len: 1000 time: 0.0716228 Mar 31 21:43:32.807486 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf438a9e-fa00-4794-a2fc-41b1cac0ed2d req-81c3fb84-ada9-4446-826a-60611f0aa5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:32.808583 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9181ba67-9ab0-410f-a153-10ed7732edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '595a423d-8962-4b62-bd3d-fa07350688ff', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:53:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:43:11Z', 'updated_at': '2022-03-31T21:43:31Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:32.809915 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cf438a9e-fa00-4794-a2fc-41b1cac0ed2d req-81c3fb84-ada9-4446-826a-60611f0aa5a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 200 len: 854 time: 0.0597095 Mar 31 21:43:32.853774 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9181ba67-9ab0-410f-a153-10ed7732edd5 None None] Checking router: 37610562-38de-4ff9-a072-9f84247eeba6 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:32.863857 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9181ba67-9ab0-410f-a153-10ed7732edd5 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:32.864476 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9181ba67-9ab0-410f-a153-10ed7732edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:32.888580 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf438a9e-fa00-4794-a2fc-41b1cac0ed2d req-33a20aa2-8efe-4ed1-ab94-4fd5d0dba571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:32.890477 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cf438a9e-fa00-4794-a2fc-41b1cac0ed2d req-33a20aa2-8efe-4ed1-ab94-4fd5d0dba571 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6fb69be-10fb-4d53-a720-03a7f9cdadda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732768 Mar 31 21:43:32.969393 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:43:33.008243 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cf438a9e-fa00-4794-a2fc-41b1cac0ed2d req-048e9251-cf12-4a6a-a1e3-9d6ab3cfb748 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055589 Mar 31 21:43:33.041600 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-9181ba67-9ab0-410f-a153-10ed7732edd5 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:33.122637 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cf438a9e-fa00-4794-a2fc-41b1cac0ed2d req-54e898f2-43ca-4376-87c3-b42e1f251493 service neutron] 10.222.0.13 "GET /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029181 Mar 31 21:43:33.182564 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0ffcba09-07ff-487f-bdec-2028361f47a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:33.201256 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759725f-d635-412a-be30-ce21689f98a2 req-61f6db6d-cf5a-406c-8d29-09adfd393812 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:33.202864 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8759725f-d635-412a-be30-ce21689f98a2 req-61f6db6d-cf5a-406c-8d29-09adfd393812 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0598645 Mar 31 21:43:33.252526 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8759725f-d635-412a-be30-ce21689f98a2 req-133b9af7-aad1-4d07-95b3-8ff2da6fcf7e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427699 Mar 31 21:43:33.291775 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-9181ba67-9ab0-410f-a153-10ed7732edd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '595a423d-8962-4b62-bd3d-fa07350688ff', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:53:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:43:11Z', 'updated_at': '2022-03-31T21:43:31Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:33.324238 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9181ba67-9ab0-410f-a153-10ed7732edd5 None None] The sync data for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi is: [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '595a423d-8962-4b62-bd3d-fa07350688ff', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'port_id': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'mac_address': 'fa:16:3e:53:93:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:43:11Z', 'updated_at': '2022-03-31T21:43:31Z', 'revision_number': 1, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:33.470277 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-99e32e9f-5bca-4ada-b68b-a5ef85e23674 req-bb769ad2-4dd6-46d1-b2b4-a8ed7c250508 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 210 time: 0.0330386 Mar 31 21:43:33.522769 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88c21-0f62-4011-9eec-be8304582337 req-939e560f-622c-4a99-ab00-388026531bf1 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:33.524357 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-939e560f-622c-4a99-ab00-388026531bf1 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.13 "GET /v2.0/networks?id=db570f06-5f1a-4492-a167-ca7bdd2bc749 HTTP/1.1" status: 200 len: 815 time: 0.1507354 Mar 31 21:43:33.550122 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-c2b88c21-0f62-4011-9eec-be8304582337 req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Request body: {'port': {'device_id': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'admin_state_up': True, 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:33.600297 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1b4ed-5712-4105-b40c-b484a278854e None None] New status for floating IP 595a423d-8962-4b62-bd3d-fa07350688ff: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:43:33.685309 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b88c21-0f62-4011-9eec-be8304582337 req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Made reservation on behalf of 47aeb455b5a04796ab3db9aaf34c0c00 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:43:33.690024 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c2b88c21-0f62-4011-9eec-be8304582337 req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:33.846162 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-c2b88c21-0f62-4011-9eec-be8304582337 req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Allocated IP 172.20.0.14 (db570f06-5f1a-4492-a167-ca7bdd2bc749/b4896309-c962-4081-b6bd-361c5505791c/71fedd92-fe91-48ca-bdc4-1aa21fe23e06) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:34.116610 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c2b88c21-0f62-4011-9eec-be8304582337 req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:34.164065 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c2b88c21-0f62-4011-9eec-be8304582337 req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:34.234683 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b88c21-0f62-4011-9eec-be8304582337 req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Network db570f06-5f1a-4492-a167-ca7bdd2bc749 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:34.241491 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-c2b88c21-0f62-4011-9eec-be8304582337 req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:34.258092 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b88c21-0f62-4011-9eec-be8304582337 req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:34.322254 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88c21-0f62-4011-9eec-be8304582337 req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:34.322932 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c2b88c21-0f62-4011-9eec-be8304582337 req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:34.335072 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event updated for resources: {'Port': ['ID=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:34.366929 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-af0c461d-a6fe-4089-bdd4-9e9444762195 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8236852 Mar 31 21:43:34.443689 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903e51c-db3e-4ba3-bd9b-d77c1c76f2dc req-bd321847-ca52-46de-ab5d-9b06b09e3f37 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:34.445273 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c903e51c-db3e-4ba3-bd9b-d77c1c76f2dc req-bd321847-ca52-46de-ab5d-9b06b09e3f37 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0704525 Mar 31 21:43:34.530089 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c903e51c-db3e-4ba3-bd9b-d77c1c76f2dc req-8a5f728c-ce4c-4410-9139-604d020abe69 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747907 Mar 31 21:43:34.639590 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d5096980-58ae-40dc-b08d-8b88f0908884 None None] Provisioning complete for port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:34.640735 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d5096980-58ae-40dc-b08d-8b88f0908884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:34.650418 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c793203-93cd-4510-96a3-7fe0c85701c7 req-45edab58-2759-4a8b-8730-429f950850c7 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:34.652665 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7c793203-93cd-4510-96a3-7fe0c85701c7 req-45edab58-2759-4a8b-8730-429f950850c7 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 932 time: 0.0706115 Mar 31 21:43:34.697257 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d5096980-58ae-40dc-b08d-8b88f0908884 None None] Port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:43:34.714600 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7c793203-93cd-4510-96a3-7fe0c85701c7 req-ecc0aeb9-63db-4e4c-8155-d805561c6d73 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556712 Mar 31 21:43:35.272820 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8fd51969-0f30-4818-9cc4-0078b40252b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:35.692323 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae5c92-da0e-40ec-ba56-a3c9b82d5519 req-b97bf047-a345-4e1d-bc0b-718b5263acab tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:35.694096 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-93ae5c92-da0e-40ec-ba56-a3c9b82d5519 req-b97bf047-a345-4e1d-bc0b-718b5263acab tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0654109 Mar 31 21:43:35.755009 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-93ae5c92-da0e-40ec-ba56-a3c9b82d5519 req-e416ee78-59b4-4618-999a-98651114af0f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550172 Mar 31 21:43:35.839170 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175432aa-2fe5-4559-a08e-30206ed44092 req-75b7bc90-60c6-4938-975a-d16e5736885b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:35.840562 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-175432aa-2fe5-4559-a08e-30206ed44092 req-75b7bc90-60c6-4938-975a-d16e5736885b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 932 time: 0.0538285 Mar 31 21:43:35.889504 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-175432aa-2fe5-4559-a08e-30206ed44092 req-13f80044-141a-49f9-8b2c-bfa9abe0794a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433364 Mar 31 21:43:36.894525 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252fc01-e4f9-4cd7-b445-48bb89d696ff req-43d09eec-ea98-4ef7-812d-4ee3997b70e7 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:36.896294 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7252fc01-e4f9-4cd7-b445-48bb89d696ff req-43d09eec-ea98-4ef7-812d-4ee3997b70e7 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0629029 Mar 31 21:43:36.963344 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7252fc01-e4f9-4cd7-b445-48bb89d696ff req-1d66e94d-7b15-4299-beff-be07dcba25cd tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612683 Mar 31 21:43:37.020965 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba3b2a-a6c4-4367-8af7-36051ec635ef req-c7537f37-f3fd-4f32-baab-be2e499f1952 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:37.026099 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-26ba3b2a-a6c4-4367-8af7-36051ec635ef req-c7537f37-f3fd-4f32-baab-be2e499f1952 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 932 time: 0.0586946 Mar 31 21:43:37.046882 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:37.076832 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-26ba3b2a-a6c4-4367-8af7-36051ec635ef req-dbe22411-b30d-4926-a804-912188a501f4 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467663 Mar 31 21:43:37.091021 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:38.095286 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73f199-db36-4a8e-9aaa-10695b6dfed4 req-434759ca-a953-48fe-bb02-bb67f5c938db tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:38.096866 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0c73f199-db36-4a8e-9aaa-10695b6dfed4 req-434759ca-a953-48fe-bb02-bb67f5c938db tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0563579 Mar 31 21:43:38.167914 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0c73f199-db36-4a8e-9aaa-10695b6dfed4 req-d1fdbb12-bac6-4cbe-b651-f2188877d800 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614977 Mar 31 21:43:38.239899 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710eb51-2eae-4035-abc2-2d46f78a48c8 req-60cfb14f-023a-474f-a1ba-13359047ce67 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:38.241577 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4710eb51-2eae-4035-abc2-2d46f78a48c8 req-60cfb14f-023a-474f-a1ba-13359047ce67 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 932 time: 0.0691710 Mar 31 21:43:38.296988 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4710eb51-2eae-4035-abc2-2d46f78a48c8 req-199d3bc9-4c62-405b-8cd3-e4e2049f6076 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488555 Mar 31 21:43:38.503127 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:39.312824 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd35c0-382a-4d43-a1fe-1303956425bd req-b3af9f34-711b-4c3a-92ae-3b01de57ee8a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:39.314885 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04bd35c0-382a-4d43-a1fe-1303956425bd req-b3af9f34-711b-4c3a-92ae-3b01de57ee8a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0640633 Mar 31 21:43:39.433747 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04bd35c0-382a-4d43-a1fe-1303956425bd req-f3243413-2da1-4460-b6cf-183b192ae0aa tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966897 Mar 31 21:43:39.473901 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eede5ff-8148-4074-849c-f21d2498d47c req-973eeb3e-c99a-4501-bd79-0a6864e2d4c3 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:39.475212 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8eede5ff-8148-4074-849c-f21d2498d47c req-973eeb3e-c99a-4501-bd79-0a6864e2d4c3 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 932 time: 0.0905638 Mar 31 21:43:39.532544 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8eede5ff-8148-4074-849c-f21d2498d47c req-265ab928-058d-49ff-8209-d50978451ce5 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509853 Mar 31 21:43:39.585292 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:40.570001 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2462db9-dc29-4bf2-b956-c96ef3cddcc5 req-e50f9bc4-23fb-4279-9a84-43637b9beca8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:40.571771 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2462db9-dc29-4bf2-b956-c96ef3cddcc5 req-e50f9bc4-23fb-4279-9a84-43637b9beca8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0578117 Mar 31 21:43:40.651086 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2462db9-dc29-4bf2-b956-c96ef3cddcc5 req-36907ef5-db5f-45b8-bc18-1a8652ad355d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724258 Mar 31 21:43:40.680335 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4704d-d6fe-4a9e-bda8-17d0d24aa719 req-c8962379-4a6a-4f0a-8861-0742307e6dd6 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:40.681908 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d5f4704d-d6fe-4a9e-bda8-17d0d24aa719 req-c8962379-4a6a-4f0a-8861-0742307e6dd6 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 932 time: 0.0677927 Mar 31 21:43:40.759909 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d5f4704d-d6fe-4a9e-bda8-17d0d24aa719 req-286d1797-830e-48f7-a462-3944a653006e tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715773 Mar 31 21:43:41.833273 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4407d-a8d6-4c8e-bcec-063176a678eb req-9147881c-7343-4b9c-86ae-c48ef1a397e9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:41.835004 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17c4407d-a8d6-4c8e-bcec-063176a678eb req-9147881c-7343-4b9c-86ae-c48ef1a397e9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0725901 Mar 31 21:43:41.962193 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17c4407d-a8d6-4c8e-bcec-063176a678eb req-8cde7a8b-bcb3-49fc-9c77-1f06001ad869 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186376 Mar 31 21:43:41.977908 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e5039-999f-45f7-bdce-94c1b4675fdb req-e8072ddd-02f7-4fa6-8ad6-a091cebe4ca2 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:41.980284 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e48e5039-999f-45f7-bdce-94c1b4675fdb req-e8072ddd-02f7-4fa6-8ad6-a091cebe4ca2 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 932 time: 0.1069708 Mar 31 21:43:42.036956 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e48e5039-999f-45f7-bdce-94c1b4675fdb req-0e403752-4715-4f67-8b6b-f0d980d1d4f1 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490642 Mar 31 21:43:43.138229 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7db15d-c0a5-471e-bf90-dfbdbfebc30c req-f2941010-4e92-4c96-b2b4-f520220cc730 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:43.140068 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cd7db15d-c0a5-471e-bf90-dfbdbfebc30c req-f2941010-4e92-4c96-b2b4-f520220cc730 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0740664 Mar 31 21:43:43.231345 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cd7db15d-c0a5-471e-bf90-dfbdbfebc30c req-e0c9a3fb-abf0-4e6a-b6b8-4df717c4e718 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800831 Mar 31 21:43:43.245914 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341f8b6-b8bc-443f-9b1a-cced0aed98ef req-26a24b17-71a8-4be9-b4dd-37a1a18d4cf5 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:43.247696 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e341f8b6-b8bc-443f-9b1a-cced0aed98ef req-26a24b17-71a8-4be9-b4dd-37a1a18d4cf5 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 932 time: 0.0901394 Mar 31 21:43:43.302703 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e341f8b6-b8bc-443f-9b1a-cced0aed98ef req-340e890c-99c3-4e28-a3b7-33633a2ca464 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488751 Mar 31 21:43:44.369630 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bdfec-5f2d-4b9b-bcf1-55845f8c56ce req-a3f1c72e-3127-4c45-a845-aa092399a867 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:44.371350 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d41bdfec-5f2d-4b9b-bcf1-55845f8c56ce req-a3f1c72e-3127-4c45-a845-aa092399a867 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0606563 Mar 31 21:43:44.449512 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d41bdfec-5f2d-4b9b-bcf1-55845f8c56ce req-f82500b5-c4d0-4b0d-b0f0-811f46c6b112 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707915 Mar 31 21:43:44.467700 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b341c9-bb88-468d-81f4-1aa0b881cab4 req-c2bef5e4-378d-494c-a62e-2a90e92f45c7 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:44.469276 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6b341c9-bb88-468d-81f4-1aa0b881cab4 req-c2bef5e4-378d-494c-a62e-2a90e92f45c7 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 932 time: 0.0767055 Mar 31 21:43:44.520835 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6b341c9-bb88-468d-81f4-1aa0b881cab4 req-329c15bd-7c4f-4d59-bc85-7e529912ab8b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446055 Mar 31 21:43:45.691493 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ead71-c738-4189-a9db-f897c9fa54c8 req-558042ae-2bf6-454c-8501-b85641401e8e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:45.695002 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db2ead71-c738-4189-a9db-f897c9fa54c8 req-558042ae-2bf6-454c-8501-b85641401e8e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1524386 Mar 31 21:43:45.764602 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948fbd9-cf06-4985-8fde-2472e98adb69 req-b60ed975-1f73-47e5-80a9-615e274086bf tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:45.768205 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e948fbd9-cf06-4985-8fde-2472e98adb69 req-b60ed975-1f73-47e5-80a9-615e274086bf tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 932 time: 0.1670251 Mar 31 21:43:45.834035 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db2ead71-c738-4189-a9db-f897c9fa54c8 req-0661903f-6f20-41af-aa25-19e7ac42a768 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310229 Mar 31 21:43:45.875606 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e948fbd9-cf06-4985-8fde-2472e98adb69 req-9003e626-8280-4357-b201-3265e5177748 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938170 Mar 31 21:43:46.965453 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad3324-e717-4d41-b594-2f73779e2dfc req-bb4a2370-71f5-435b-9540-93d0bfff9cd2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:46.966909 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdad3324-e717-4d41-b594-2f73779e2dfc req-bb4a2370-71f5-435b-9540-93d0bfff9cd2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0608723 Mar 31 21:43:47.039340 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba1354-c82b-49e6-976b-56a574a815e6 req-81f27894-5195-404c-9603-392397e81f11 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:47.040835 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41ba1354-c82b-49e6-976b-56a574a815e6 req-81f27894-5195-404c-9603-392397e81f11 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 932 time: 0.0927992 Mar 31 21:43:47.049276 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cdad3324-e717-4d41-b594-2f73779e2dfc req-e0dc516a-d409-4268-aaaa-27279b428b99 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677915 Mar 31 21:43:47.099902 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41ba1354-c82b-49e6-976b-56a574a815e6 req-8a0a7acc-c1b3-4b57-94ca-3197ea978f1a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496428 Mar 31 21:43:48.189430 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7fe2d-27de-49d5-ae04-0cfa8690a990 req-efa3b74c-6a41-4262-b4c9-d397f3d8ecbc tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:48.192230 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-88f7fe2d-27de-49d5-ae04-0cfa8690a990 req-efa3b74c-6a41-4262-b4c9-d397f3d8ecbc tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0642948 Mar 31 21:43:48.258372 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-88f7fe2d-27de-49d5-ae04-0cfa8690a990 req-0f519111-a896-49be-a56e-e9298f29edd9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593786 Mar 31 21:43:48.306489 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1074f-4105-45fb-9454-656a3a79fd30 req-8535e00d-5995-40c8-838c-5cdb363aea98 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:48.308007 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d0e1074f-4105-45fb-9454-656a3a79fd30 req-8535e00d-5995-40c8-838c-5cdb363aea98 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 932 time: 0.0697651 Mar 31 21:43:48.357248 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d0e1074f-4105-45fb-9454-656a3a79fd30 req-297cbf2d-b0cd-4a48-a43f-2008130d0199 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Mar 31 21:43:48.611542 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Request body: {'port': {'device_id': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:48.693235 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:49.036900 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:43:49.047984 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Publish callbacks [] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:49.065291 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Transition to ACTIVE for port object 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:43:49.070435 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:49.168905 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:49.266932 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Attempting to bind port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:43:49.267637 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Attempting to bind port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:43:49.267955 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Attempting to bind port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 on network db570f06-5f1a-4492-a167-ca7bdd2bc749 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:49.273924 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 on network db570f06-5f1a-4492-a167-ca7bdd2bc749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:43:49.274344 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Attempting to bind port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 on network db570f06-5f1a-4492-a167-ca7bdd2bc749 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:49.281388 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:43:49.281388 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Checking segment: {'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:49.281923 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Bound using segment: {'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:43:49.282499 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Bound port: 71fedd92-fe91-48ca-bdc4-1aa21fe23e06, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:43:49.282825 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:49.646978 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] For port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:43:49.661765 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] For port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:43:49.693125 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664c0a7-5bfe-45d4-a5ff-a0396dc021e3 req-641d5e2f-1c24-488e-a5a6-b91ff041b3e8 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:49.696897 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f664c0a7-5bfe-45d4-a5ff-a0396dc021e3 req-641d5e2f-1c24-488e-a5a6-b91ff041b3e8 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 944 time: 0.2246788 Mar 31 21:43:49.705713 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed207f-e6f5-48ad-9548-f209534212d5 req-bf8e4d5a-ccb0-40c3-875b-bbb73d220a63 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:49.707775 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7fed207f-e6f5-48ad-9548-f209534212d5 req-bf8e4d5a-ccb0-40c3-875b-bbb73d220a63 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.3079753 Mar 31 21:43:49.709817 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:49.796310 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:49.797090 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:49.800903 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] 10.222.0.13 "PUT /v2.0/ports/71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 200 len: 1094 time: 1.1938066 Mar 31 21:43:49.804770 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:49.807898 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b65f26-58f9-4080-bd5b-2fdf95e4f2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:49.938216 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7fed207f-e6f5-48ad-9548-f209534212d5 req-7741aa38-a603-45c0-a50b-12be961a072d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104928 Mar 31 21:43:49.956416 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f664c0a7-5bfe-45d4-a5ff-a0396dc021e3 req-3894186b-7144-4bc9-9d09-0e6accc0ca89 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354972 Mar 31 21:43:49.962987 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b9b47-cd52-4e0c-87ab-2711562b2ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:50.012077 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88c21-0f62-4011-9eec-be8304582337 req-bb5d6b3c-9485-436d-acd8-d1c2e34c58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:50.014456 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-bb5d6b3c-9485-436d-acd8-d1c2e34c58bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47aeb455b5a04796ab3db9aaf34c0c00&device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 1128 time: 0.1456342 Mar 31 21:43:50.117490 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c3eda4-42ad-4020-8bcb-7f8894858643 x-openstack-request-id: req-f3c3eda4-42ad-4020-8bcb-7f8894858643 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:50.117951 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:50.118548 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3c3eda4-42ad-4020-8bcb-7f8894858643 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:50.119198 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c3eda4-42ad-4020-8bcb-7f8894858643'] response: {'name': 'network-changed', 'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'status': 'completed', 'code': 200} Mar 31 21:43:50.121615 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-b5d2cfeb-bed5-491a-86ff-5217bc6ec494 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 200 len: 217 time: 0.0984662 Mar 31 21:43:50.224619 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88c21-0f62-4011-9eec-be8304582337 req-a365e2a5-9a17-4a59-bf54-08b7521430b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:50.226335 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-a365e2a5-9a17-4a59-bf54-08b7521430b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4896309-c962-4081-b6bd-361c5505791c HTTP/1.1" status: 200 len: 854 time: 0.0960729 Mar 31 21:43:50.309088 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88c21-0f62-4011-9eec-be8304582337 req-108365c6-b703-43f6-a80c-605f75dbbfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:50.311756 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-108365c6-b703-43f6-a80c-605f75dbbfcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db570f06-5f1a-4492-a167-ca7bdd2bc749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774138 Mar 31 21:43:50.451997 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-6716e7fb-2d67-434b-9b9d-dd6672edf13c service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230338 Mar 31 21:43:50.607404 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c2b88c21-0f62-4011-9eec-be8304582337 req-5fb00209-8511-42aa-a3e4-bdcd96bddcc5 service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479092 Mar 31 21:43:50.723577 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b65f26-58f9-4080-bd5b-2fdf95e4f2ec req-07a88a64-d49c-4407-8e8d-df17374ab334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:50.725034 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-92b65f26-58f9-4080-bd5b-2fdf95e4f2ec req-07a88a64-d49c-4407-8e8d-df17374ab334 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47aeb455b5a04796ab3db9aaf34c0c00&device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 1128 time: 0.0534801 Mar 31 21:43:50.851006 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b65f26-58f9-4080-bd5b-2fdf95e4f2ec req-ec030220-eecd-4209-bddb-ea14b44e4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:50.852562 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-92b65f26-58f9-4080-bd5b-2fdf95e4f2ec req-ec030220-eecd-4209-bddb-ea14b44e4959 service neutron] 10.222.0.13 "GET /v2.0/networks?id=db570f06-5f1a-4492-a167-ca7bdd2bc749 HTTP/1.1" status: 200 len: 915 time: 0.1196902 Mar 31 21:43:50.906053 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-92b65f26-58f9-4080-bd5b-2fdf95e4f2ec req-aaa51a47-c1a9-4a21-9751-43c7c6cb4659 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 200 len: 217 time: 0.0403118 Mar 31 21:43:50.985845 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b65f26-58f9-4080-bd5b-2fdf95e4f2ec req-aca54a05-f090-428b-a837-d6b309c39918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:50.988618 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-92b65f26-58f9-4080-bd5b-2fdf95e4f2ec req-aca54a05-f090-428b-a837-d6b309c39918 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4896309-c962-4081-b6bd-361c5505791c HTTP/1.1" status: 200 len: 854 time: 0.0749214 Mar 31 21:43:51.466956 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b65f26-58f9-4080-bd5b-2fdf95e4f2ec req-b1737475-8ffc-43b6-819a-269eb719d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:51.468949 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-92b65f26-58f9-4080-bd5b-2fdf95e4f2ec req-b1737475-8ffc-43b6-819a-269eb719d350 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db570f06-5f1a-4492-a167-ca7bdd2bc749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4687850 Mar 31 21:43:51.504737 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac99e1-9e62-42e8-95d3-fbacd4a31c9c req-b3d29655-dee4-484f-a6d0-78b63bc53e6f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:51.506374 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-60ac99e1-9e62-42e8-95d3-fbacd4a31c9c req-b3d29655-dee4-484f-a6d0-78b63bc53e6f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1481836 Mar 31 21:43:51.557864 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e0757-7b0a-4af2-ad29-acd6a0f7db5b req-0f99b1e8-b69b-44e7-886a-a61bc373be77 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:51.560112 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4d6e0757-7b0a-4af2-ad29-acd6a0f7db5b req-0f99b1e8-b69b-44e7-886a-a61bc373be77 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 944 time: 0.2035804 Mar 31 21:43:51.691444 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-60ac99e1-9e62-42e8-95d3-fbacd4a31c9c req-e13360dd-8321-43e2-a6d8-be40e5af0654 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372244 Mar 31 21:43:51.714215 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4d6e0757-7b0a-4af2-ad29-acd6a0f7db5b req-46b656df-f5fc-4e11-b385-dbf52fc5d638 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442542 Mar 31 21:43:51.717364 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-92b65f26-58f9-4080-bd5b-2fdf95e4f2ec req-3e62eea5-0d54-42a5-95d7-bdf7e5472d7d service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366641 Mar 31 21:43:51.871024 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-92b65f26-58f9-4080-bd5b-2fdf95e4f2ec req-08193d70-0b39-4829-99ce-46412c442b85 service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450648 Mar 31 21:43:52.980577 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46422c-fb95-4f7c-866f-d1099479d07c req-8263658b-1b59-40fd-bc28-51e8b1cb1b41 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:52.983145 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9e46422c-fb95-4f7c-866f-d1099479d07c req-8263658b-1b59-40fd-bc28-51e8b1cb1b41 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 944 time: 0.1246533 Mar 31 21:43:52.996698 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03553da4-cad0-469d-b75e-42e7fd412cbe req-92b3daec-70b9-4bad-8196-fe53197cf687 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:52.998716 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03553da4-cad0-469d-b75e-42e7fd412cbe req-92b3daec-70b9-4bad-8196-fe53197cf687 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1270018 Mar 31 21:43:53.087016 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9e46422c-fb95-4f7c-866f-d1099479d07c req-7d425954-92b9-4987-b330-bfb36724a3e0 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870144 Mar 31 21:43:53.090456 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-03553da4-cad0-469d-b75e-42e7fd412cbe req-389ac0b1-f9d7-4124-bff9-4482010dd29e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825560 Mar 31 21:43:54.224873 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f74cb6-47b7-4393-b21a-1314d3727fd1 req-5f9ae9a8-51fe-44ce-b0ed-93ef49636cde tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:54.226407 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-46f74cb6-47b7-4393-b21a-1314d3727fd1 req-5f9ae9a8-51fe-44ce-b0ed-93ef49636cde tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 944 time: 0.0625596 Mar 31 21:43:54.314337 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-46f74cb6-47b7-4393-b21a-1314d3727fd1 req-070577b9-a9aa-42b0-8aac-0d5a514d8b9d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768795 Mar 31 21:43:54.323741 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cd2fe-efd0-483d-ba70-160d9e15682d req-3570270a-cd6b-4c68-8fb5-56e227d74e2f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:54.325837 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2b0cd2fe-efd0-483d-ba70-160d9e15682d req-3570270a-cd6b-4c68-8fb5-56e227d74e2f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0983303 Mar 31 21:43:54.404869 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2b0cd2fe-efd0-483d-ba70-160d9e15682d req-e840f883-1f9b-4768-a77f-62cce39dea7b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688350 Mar 31 21:43:54.693806 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:43:54.880790 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:54.905898 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'port_id': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'mac_address': 'fa:16:3e:00:8a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4896309-c962-4081-b6bd-361c5505791c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:43:54.985092 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:54.985409 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.005108 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:43:55.039439 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:55.046124 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.280507 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:55.535443 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['71fedd92-fe91-48ca-bdc4-1aa21fe23e06'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:43:55.609509 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8bda6-93bd-4ee9-99a9-453feb565d6b req-f00954cc-bf4a-4a28-8296-4fa2cb1f647c tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:55.614524 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b8d8bda6-93bd-4ee9-99a9-453feb565d6b req-f00954cc-bf4a-4a28-8296-4fa2cb1f647c tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 945 time: 0.1536264 Mar 31 21:43:55.643207 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c609e9-9761-46a1-af80-758fcebffef0 req-1a0feb5e-c60c-404f-bec9-3bfa72e422d1 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:55.645141 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-61c609e9-9761-46a1-af80-758fcebffef0 req-1a0feb5e-c60c-404f-bec9-3bfa72e422d1 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1472983 Mar 31 21:43:55.732753 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b8d8bda6-93bd-4ee9-99a9-453feb565d6b req-fd5b8382-9643-4a02-89ee-adc66228179e tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068003 Mar 31 21:43:55.741435 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-61c609e9-9761-46a1-af80-758fcebffef0 req-40654d2a-dd58-4da1-9cf7-367453cfb765 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845017 Mar 31 21:43:57.029562 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54306459-51c6-4c96-8f35-26d2c55dab7d req-0d1841cd-40ea-4b22-a204-0a6bf6d4d7dd tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:57.032862 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-54306459-51c6-4c96-8f35-26d2c55dab7d req-0d1841cd-40ea-4b22-a204-0a6bf6d4d7dd tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 945 time: 0.1622443 Mar 31 21:43:57.055331 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9af06-ebac-47d3-9365-29178b3fdaf6 req-93ede42a-58aa-42a6-8bc4-c3a474e8abfa tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:57.058051 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7cc9af06-ebac-47d3-9365-29178b3fdaf6 req-93ede42a-58aa-42a6-8bc4-c3a474e8abfa tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1678360 Mar 31 21:43:57.186395 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-54306459-51c6-4c96-8f35-26d2c55dab7d req-e59df66a-74b5-41fe-b926-af55485c7d63 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268289 Mar 31 21:43:57.202915 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7cc9af06-ebac-47d3-9365-29178b3fdaf6 req-84c8dfca-a531-4b9a-a60d-ab2a0b42ecfb tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333954 Mar 31 21:43:58.435715 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d823f-7efb-466c-856e-c9e717aad04d req-7677f563-2768-4070-89fb-3910caae9891 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:58.437345 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7c9d823f-7efb-466c-856e-c9e717aad04d req-7677f563-2768-4070-89fb-3910caae9891 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1224103 Mar 31 21:43:58.475384 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288f1d-d2c0-4384-841b-dec07c8c18da req-715fe160-ed78-4d23-8e7b-d3bcceabc03d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:58.477065 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45288f1d-d2c0-4384-841b-dec07c8c18da req-715fe160-ed78-4d23-8e7b-d3bcceabc03d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 945 time: 0.1438518 Mar 31 21:43:58.537567 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7c9d823f-7efb-466c-856e-c9e717aad04d req-d7f1b990-d58a-48a9-8ea1-dbf79876fbef tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912402 Mar 31 21:43:58.581345 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45288f1d-d2c0-4384-841b-dec07c8c18da req-b34d1209-78ba-4526-a36d-ffccb0e363bc tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902779 Mar 31 21:43:58.723925 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:58.814097 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:43:58.821609 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:58.822429 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.983038 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:58.983693 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.032493 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:59.035751 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5dcf54-14a5-475f-a9c0-f97359345682" -d '{"events": [{"server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "name": "network-vif-plugged", "status": "completed", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:59.070960 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:59.077215 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.135542 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc18ea9-95d1-41a5-b73f-71994dbbcb30 x-openstack-request-id: req-abc18ea9-95d1-41a5-b73f-71994dbbcb30 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:59.135852 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "name": "network-vif-plugged", "status": "completed", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:59.136170 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abc18ea9-95d1-41a5-b73f-71994dbbcb30 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:59.136839 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc18ea9-95d1-41a5-b73f-71994dbbcb30'] response: {'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'code': 200} Mar 31 21:43:59.194284 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:59.446421 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83423da-d447-492c-b228-412ceb4722b8 req-751285f2-4fa1-46b2-8758-4c2b7255da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:59.449269 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a83423da-d447-492c-b228-412ceb4722b8 req-751285f2-4fa1-46b2-8758-4c2b7255da44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 1130 time: 0.0980628 Mar 31 21:43:59.541438 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a83423da-d447-492c-b228-412ceb4722b8 req-b220e4d8-33d7-41a5-84d9-fb7be172039a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832803 Mar 31 21:43:59.793730 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067489c-38ac-42d0-bcc0-719717a9fbbe req-983e19dd-e915-41fb-b57a-c687750dc9c1 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:59.801744 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9067489c-38ac-42d0-bcc0-719717a9fbbe req-983e19dd-e915-41fb-b57a-c687750dc9c1 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1322827 Mar 31 21:43:59.838446 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a492d2-d5ae-4171-b2bd-5ca7e06f8e0a req-b68a5872-19bb-4ed1-879a-52cd3a8bd362 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:59.840082 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-49a492d2-d5ae-4171-b2bd-5ca7e06f8e0a req-b68a5872-19bb-4ed1-879a-52cd3a8bd362 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 946 time: 0.1527376 Mar 31 21:43:59.888145 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9067489c-38ac-42d0-bcc0-719717a9fbbe req-03a5653e-d6fe-4c25-a8f4-594331658a41 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839648 Mar 31 21:43:59.938330 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-49a492d2-d5ae-4171-b2bd-5ca7e06f8e0a req-66b0fb00-f728-4169-b80b-357c662de3a4 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914032 Mar 31 21:44:01.108195 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d30504-eb59-4c23-9dba-cf4811a89f83 req-32eb821f-bd6b-4b87-b5ab-e87e3ade6c6d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:01.118824 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e6d30504-eb59-4c23-9dba-cf4811a89f83 req-32eb821f-bd6b-4b87-b5ab-e87e3ade6c6d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1266966 Mar 31 21:44:01.279795 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211364e3-d3c3-44e8-92be-ee5935731b79 req-b9a3b13b-5c29-43dd-be13-79388b8993d2 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:01.283558 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-211364e3-d3c3-44e8-92be-ee5935731b79 req-b9a3b13b-5c29-43dd-be13-79388b8993d2 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 946 time: 0.2312567 Mar 31 21:44:01.297670 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e6d30504-eb59-4c23-9dba-cf4811a89f83 req-c884285d-286c-45cd-9ffa-898439609b9c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744800 Mar 31 21:44:01.405020 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-211364e3-d3c3-44e8-92be-ee5935731b79 req-98e6941f-fbfc-4a57-9090-eb9562067861 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047845 Mar 31 21:44:02.556969 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92a856-f8fc-4d51-9b14-60f7a725e17b req-e2d20ef7-b11d-414a-b3c4-779c4d301a44 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:02.559825 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fc92a856-f8fc-4d51-9b14-60f7a725e17b req-e2d20ef7-b11d-414a-b3c4-779c4d301a44 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1074049 Mar 31 21:44:02.689158 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be0314-1c68-4d11-825a-990609944977 req-d2aee97a-768f-4ec9-880e-4d9ffb57fae1 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:02.692035 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-85be0314-1c68-4d11-825a-990609944977 req-d2aee97a-768f-4ec9-880e-4d9ffb57fae1 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 946 time: 0.1621630 Mar 31 21:44:02.709900 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fc92a856-f8fc-4d51-9b14-60f7a725e17b req-50f4307d-9ffd-452d-9c18-5556b61635a5 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169276 Mar 31 21:44:02.813813 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-85be0314-1c68-4d11-825a-990609944977 req-bca08f3e-0e89-413a-ac6a-43f2d7f56aad tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024022 Mar 31 21:44:03.022612 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8466ba9-a981-41f0-ae6a-703d7fe458c1 req-3aa9f9c1-bfdc-4e02-b254-fd4f0b87b1e1 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:03.024131 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b8466ba9-a981-41f0-ae6a-703d7fe458c1 req-3aa9f9c1-bfdc-4e02-b254-fd4f0b87b1e1 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 946 time: 0.1015446 Mar 31 21:44:03.100293 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b8466ba9-a981-41f0-ae6a-703d7fe458c1 req-c51c5b65-1bdc-4b17-b4ae-8e1f5ad25fca tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671296 Mar 31 21:44:03.204894 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-44e69922-b94c-42ba-ab6f-87e83e216269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.650977 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c20f5-76f6-47f4-bc5e-21a5b79eb1c3 req-4e9604f4-221b-436b-8bbd-6a300893f981 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:03.651940 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-212c20f5-76f6-47f4-bc5e-21a5b79eb1c3 req-4e9604f4-221b-436b-8bbd-6a300893f981 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 946 time: 0.0789225 Mar 31 21:44:03.723235 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-212c20f5-76f6-47f4-bc5e-21a5b79eb1c3 req-1bd0a2b7-8e31-40a6-9d45-d8aafe509847 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561032 Mar 31 21:44:03.976387 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05929883-e7c8-44d7-b99c-17559b7ee701 req-d0bbfac8-f8c0-4277-8f59-193a8900a0a6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:03.986923 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-05929883-e7c8-44d7-b99c-17559b7ee701 req-d0bbfac8-f8c0-4277-8f59-193a8900a0a6 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.1059260 Mar 31 21:44:04.074764 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-05929883-e7c8-44d7-b99c-17559b7ee701 req-d69799d3-2bc9-4da6-ae02-15f27d5bc1c0 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860047 Mar 31 21:44:05.239042 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125c5f9-6be8-48fa-ba28-e5ce50f7f5ec req-a008324f-31af-451d-a0c1-edbbe10e4502 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:05.241077 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d125c5f9-6be8-48fa-ba28-e5ce50f7f5ec req-a008324f-31af-451d-a0c1-edbbe10e4502 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0617595 Mar 31 21:44:05.279438 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d49a46f6-1b25-46e8-a8e9-ef4d52bd6207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.310339 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d125c5f9-6be8-48fa-ba28-e5ce50f7f5ec req-9a764cf9-3f51-4f27-af4e-eaee57d88810 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624664 Mar 31 21:44:05.787064 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5696c-6844-4933-979d-9bb25c675046 req-3cdfdefe-2c39-4722-a07b-b4b828350d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:05.789069 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-05a5696c-6844-4933-979d-9bb25c675046 req-3cdfdefe-2c39-4722-a07b-b4b828350d6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 1129 time: 0.0588188 Mar 31 21:44:05.932227 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5696c-6844-4933-979d-9bb25c675046 req-74b09139-beba-4e90-b91a-2696ee40babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:05.934163 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-05a5696c-6844-4933-979d-9bb25c675046 req-74b09139-beba-4e90-b91a-2696ee40babf service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 200 len: 916 time: 0.1247804 Mar 31 21:44:06.034923 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-05a5696c-6844-4933-979d-9bb25c675046 req-e2753afc-e31d-4c65-b68e-a218ae16f894 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da HTTP/1.1" status: 200 len: 1000 time: 0.0925841 Mar 31 21:44:06.098724 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5696c-6844-4933-979d-9bb25c675046 req-74b643c7-733f-4c93-bc6f-6e2236569152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:06.100277 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-05a5696c-6844-4933-979d-9bb25c675046 req-74b643c7-733f-4c93-bc6f-6e2236569152 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9c03d72-65a2-4958-bf93-9d18736e5081 HTTP/1.1" status: 200 len: 855 time: 0.0505393 Mar 31 21:44:06.168541 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5696c-6844-4933-979d-9bb25c675046 req-cb83c118-34b9-401a-8fec-078fbb39181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:06.171176 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-05a5696c-6844-4933-979d-9bb25c675046 req-cb83c118-34b9-401a-8fec-078fbb39181c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af588c6-3580-4c39-ad1f-cdc12f558b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552907 Mar 31 21:44:06.285048 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-05a5696c-6844-4933-979d-9bb25c675046 req-9321fa7f-dd8d-4266-98a7-98e611394d4a service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001689 Mar 31 21:44:06.408566 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-05a5696c-6844-4933-979d-9bb25c675046 req-4eee7d39-e18f-4625-9b1c-6f40a6dcd424 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169207 Mar 31 21:44:06.490656 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8fa1e-a2b9-4f27-b0e5-c4579a97effa req-94018e3c-4760-4947-bc39-b0c96d79318e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:06.493412 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2d8fa1e-a2b9-4f27-b0e5-c4579a97effa req-94018e3c-4760-4947-bc39-b0c96d79318e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0975144 Mar 31 21:44:06.572901 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2d8fa1e-a2b9-4f27-b0e5-c4579a97effa req-8511fd28-c623-47b5-890a-a91c01f46a07 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730362 Mar 31 21:44:07.048146 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.091816 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.715506 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff99fe1-877a-46dc-b5ea-94c4f4a69023 req-e19bfc96-6b34-4ca5-84cd-ac9b3f907ba9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:07.717080 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2ff99fe1-877a-46dc-b5ea-94c4f4a69023 req-e19bfc96-6b34-4ca5-84cd-ac9b3f907ba9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0570805 Mar 31 21:44:07.790049 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2ff99fe1-877a-46dc-b5ea-94c4f4a69023 req-ee3bb3db-dc33-4f30-8c4d-2d53bffa0df2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622101 Mar 31 21:44:08.505767 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.787499 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 591b970f-ba3b-4d98-8a0a-1423f89e05da no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:08.895703 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 591b970f-ba3b-4d98-8a0a-1423f89e05da is: ACTIVE; New status is: DOWN {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:08.896328 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.929458 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:08.931757 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991d5c90-6773-475a-8497-e101947d3d37" -d '{"events": [{"server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "name": "network-vif-unplugged", "status": "completed", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:08.951209 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:08.957752 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.968651 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085b462-ff44-46c7-abc9-e6d21749c59a req-9dae2ff1-c009-49fd-a292-05dbc588a72e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:08.970777 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7085b462-ff44-46c7-abc9-e6d21749c59a req-9dae2ff1-c009-49fd-a292-05dbc588a72e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 945 time: 0.0697069 Mar 31 21:44:08.997943 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fe12c7-b531-4751-ae38-12e7d297b014 x-openstack-request-id: req-a1fe12c7-b531-4751-ae38-12e7d297b014 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:08.998433 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "name": "network-vif-unplugged", "status": "completed", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:08.999038 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1fe12c7-b531-4751-ae38-12e7d297b014 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:08.999662 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1fe12c7-b531-4751-ae38-12e7d297b014'] response: {'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'code': 200} Mar 31 21:44:09.034649 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7085b462-ff44-46c7-abc9-e6d21749c59a req-a997ff8e-a1fb-42f9-92e4-df1a38776f99 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571415 Mar 31 21:44:09.044179 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=591b970f-ba3b-4d98-8a0a-1423f89e05da,revision_number=8']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:09.056638 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.057185 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.057729 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.058311 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.058870 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.059431 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.059976 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.060537 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.061090 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.061645 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.062233 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.063343 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.063867 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.064302 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.064844 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:09.586925 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.962518 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:44:10.117187 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0639e4-e9e4-4d2b-86db-f23d691f6638 req-c2ce6364-6656-4687-aa90-046febf87fb9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:10.118736 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0c0639e4-e9e4-4d2b-86db-f23d691f6638 req-c2ce6364-6656-4687-aa90-046febf87fb9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0552192 Mar 31 21:44:10.152241 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-29764a25-1e46-4e91-9dcd-e515b2ffe319 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0471590 Mar 31 21:44:10.172532 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0c0639e4-e9e4-4d2b-86db-f23d691f6638 req-9e5501aa-5959-4a61-b7f7-31dc88ccb510 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478992 Mar 31 21:44:10.256473 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-738ab800-25df-4364-bf01-6cf4eca3f758 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:10.258004 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-738ab800-25df-4364-bf01-6cf4eca3f758 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports/591b970f-ba3b-4d98-8a0a-1423f89e05da HTTP/1.1" status: 200 len: 940 time: 0.0545707 Mar 31 21:44:11.149466 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-5a4dac35-be24-4b18-8be9-6aa611880a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:11.151423 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-5a4dac35-be24-4b18-8be9-6aa611880a61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884&tenant_id=9ae39c656ee84ad0a206b2de783e2957 HTTP/1.1" status: 200 len: 1127 time: 0.0571549 Mar 31 21:44:11.232415 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-86d9190d-c1c2-409c-8bea-c66d92de455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:11.233944 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-86d9190d-c1c2-409c-8bea-c66d92de455c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 1127 time: 0.0538664 Mar 31 21:44:11.379002 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f06d3-e483-47d0-9b16-7b84a2398d02 req-05c2a49b-a9bd-45f9-92a4-5511b8507dac tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:11.380625 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e3f06d3-e483-47d0-9b16-7b84a2398d02 req-05c2a49b-a9bd-45f9-92a4-5511b8507dac tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.1201198 Mar 31 21:44:11.382087 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-c46c5a6f-2a35-43fb-9686-dbc2736206aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:11.383713 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-c46c5a6f-2a35-43fb-9686-dbc2736206aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 200 len: 916 time: 0.1416621 Mar 31 21:44:11.497408 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0e3f06d3-e483-47d0-9b16-7b84a2398d02 req-2e607e26-593e-464f-aa98-8f3519067256 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075797 Mar 31 21:44:11.499947 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-1c2ee92f-72ed-4686-93ff-526827ce2fb4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da HTTP/1.1" status: 200 len: 998 time: 0.1020310 Mar 31 21:44:11.560236 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-8f8d37cc-4769-48a6-a08f-280fd5463195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:11.561748 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-8f8d37cc-4769-48a6-a08f-280fd5463195 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9c03d72-65a2-4958-bf93-9d18736e5081 HTTP/1.1" status: 200 len: 855 time: 0.0555122 Mar 31 21:44:11.631310 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-9a02d5f2-e0e3-45c4-8e6b-04b785b8f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:11.633817 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-9a02d5f2-e0e3-45c4-8e6b-04b785b8f58a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af588c6-3580-4c39-ad1f-cdc12f558b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651278 Mar 31 21:44:11.733792 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-94ec5ab5-99ad-4fde-ba33-2a52e3caa7e2 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922682 Mar 31 21:44:11.850647 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-f11bc7a7-a0d9-4516-912e-0a16031ffee6 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017032 Mar 31 21:44:12.672558 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5d5ce-c9bb-4a61-a89b-9386fcb000e2 req-75b89be8-7fcb-475a-9b5d-90593213fba7 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:12.674356 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-48b5d5ce-c9bb-4a61-a89b-9386fcb000e2 req-75b89be8-7fcb-475a-9b5d-90593213fba7 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0727479 Mar 31 21:44:12.747443 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-48b5d5ce-c9bb-4a61-a89b-9386fcb000e2 req-7241db37-324f-4d3b-918b-3a7ae90bf5e9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617437 Mar 31 21:44:13.892238 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d110933-9287-45b2-be9e-1eca2edf8389 req-28637d16-57ae-49ce-ac5b-0c71e4f40bdd tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:13.893865 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5d110933-9287-45b2-be9e-1eca2edf8389 req-28637d16-57ae-49ce-ac5b-0c71e4f40bdd tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0692692 Mar 31 21:44:13.959965 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5d110933-9287-45b2-be9e-1eca2edf8389 req-2f613b28-069c-4a87-b51d-75f7fad8de54 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597994 Mar 31 21:44:15.119400 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485e4cc-b806-4328-802f-b13fb2f38dd2 req-d61c4a27-d7ad-4f39-bb39-21d66a7e2391 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:15.127514 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8485e4cc-b806-4328-802f-b13fb2f38dd2 req-d61c4a27-d7ad-4f39-bb39-21d66a7e2391 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0800691 Mar 31 21:44:15.178976 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8485e4cc-b806-4328-802f-b13fb2f38dd2 req-23196242-bb43-4851-8cab-df7e79edd29a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497606 Mar 31 21:44:16.320249 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c46ac-7282-4dfb-905d-b4599da56664 req-8c259b94-4c21-4e91-ae27-5896da5fb46f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:16.323122 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b89c46ac-7282-4dfb-905d-b4599da56664 req-8c259b94-4c21-4e91-ae27-5896da5fb46f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0656765 Mar 31 21:44:16.375148 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b89c46ac-7282-4dfb-905d-b4599da56664 req-8440afda-b61d-41ee-8de0-09283d2524fe tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471306 Mar 31 21:44:17.520349 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5eb877-6a09-4c58-9a4a-a31d8446f111 req-4e48b32a-4965-4cbe-a9ed-fe0d554b4c9b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:17.521981 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dc5eb877-6a09-4c58-9a4a-a31d8446f111 req-4e48b32a-4965-4cbe-a9ed-fe0d554b4c9b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0554972 Mar 31 21:44:17.583288 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dc5eb877-6a09-4c58-9a4a-a31d8446f111 req-287b15b0-132d-48e4-8e8b-d55b94ad2867 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535860 Mar 31 21:44:17.853561 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 56998) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:18.267109 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Deleting port ff42c50b-3ce8-420f-adbc-5f1a3021993d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:18.267538 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (ff42c50b-3ce8-420f-adbc-5f1a3021993d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.360294 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (ff42c50b-3ce8-420f-adbc-5f1a3021993d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.360676 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for floatingip (ff42c50b-3ce8-420f-adbc-5f1a3021993d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.381341 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Calling delete_port for ff42c50b-3ce8-420f-adbc-5f1a3021993d owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:18.586575 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (ff42c50b-3ce8-420f-adbc-5f1a3021993d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.619131 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event deleted for resources: {'Port': ['ID=ff42c50b-3ce8-420f-adbc-5f1a3021993d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:18.631661 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.632011 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.632354 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.632695 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.633026 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.633356 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.633683 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.634033 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.634363 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.634685 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.635006 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.635330 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.635648 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.635967 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.636286 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:18.735311 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for floatingip (02d2f264-ad97-4634-886b-5f44133e1bfa), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.735636 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Floating IP 02d2f264-ad97-4634-886b-5f44133e1bfa disassociated (deleted). External IP: 172.27.3.68, port: 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80. Mar 31 21:44:18.816746 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f3e3f-9040-42f1-af50-b9af1d644fa1 req-7c0a7842-54d7-4793-9036-aef21f3cdd26 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:18.818567 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b78f3e3f-9040-42f1-af50-b9af1d644fa1 req-7c0a7842-54d7-4793-9036-aef21f3cdd26 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.1334646 Mar 31 21:44:18.898051 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b78f3e3f-9040-42f1-af50-b9af1d644fa1 req-9c84b4f7-0e4c-428c-adaa-e4075596fd87 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702019 Mar 31 21:44:19.033720 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Router e6e6667f-7bdb-4f96-851c-7ddad4382e10 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:19.172556 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:19.178312 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:19.183413 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19b5a3-d3ff-4da0-bc7e-0d4565e95fc0 None None] Sync routers for ids ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:19.196386 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19b5a3-d3ff-4da0-bc7e-0d4565e95fc0 None None] Routers {'e6e6667f-7bdb-4f96-851c-7ddad4382e10'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:19.197005 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-dd19b5a3-d3ff-4da0-bc7e-0d4565e95fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:19.215002 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7b8d7c04-0b61-4d53-8bbb-1276d61e0b06 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "DELETE /v2.0/floatingips/02d2f264-ad97-4634-886b-5f44133e1bfa HTTP/1.1" status: 204 len: 168 time: 1.3585968 Mar 31 21:44:19.215998 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:19.218806 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c13437-745b-4125-bf5a-daeb562d9f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:19.360957 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-dd19b5a3-d3ff-4da0-bc7e-0d4565e95fc0 None None] Set router e6e6667f-7bdb-4f96-851c-7ddad4382e10 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:19.534320 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0df3c2-ed04-4e48-b6b2-22b8226d17ab x-openstack-request-id: req-2c0df3c2-ed04-4e48-b6b2-22b8226d17ab {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:19.534804 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:19.535239 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c0df3c2-ed04-4e48-b6b2-22b8226d17ab {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:19.535921 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0df3c2-ed04-4e48-b6b2-22b8226d17ab'] response: {'name': 'network-changed', 'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'status': 'completed', 'code': 200} Mar 31 21:44:19.651197 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca0f03-8f01-4af9-8dc1-60a3d15140a8 req-b92390a9-3417-43e9-a2a7-7d4b81ccf48c tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:19.652930 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-58ca0f03-8f01-4af9-8dc1-60a3d15140a8 req-b92390a9-3417-43e9-a2a7-7d4b81ccf48c tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0676699 Mar 31 21:44:19.663850 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-dd19b5a3-d3ff-4da0-bc7e-0d4565e95fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 4, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'e2a16f2e-ed56-4557-a11b-9b9b91de5cb9', 'name': '', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'mac_address': 'fa:16:3e:9b:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:59Z', 'updated_at': '2022-03-31T21:38:03Z', 'revision_number': 5, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'subnets': [{'id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:19.692934 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19b5a3-d3ff-4da0-bc7e-0d4565e95fc0 None None] Checking router: e6e6667f-7bdb-4f96-851c-7ddad4382e10 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:19.704691 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19b5a3-d3ff-4da0-bc7e-0d4565e95fc0 None None] Routers {'e6e6667f-7bdb-4f96-851c-7ddad4382e10'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:19.705606 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-dd19b5a3-d3ff-4da0-bc7e-0d4565e95fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:19.709777 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-58ca0f03-8f01-4af9-8dc1-60a3d15140a8 req-dae0f325-761a-4f7a-8130-5ffc51f89edf tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490360 Mar 31 21:44:19.877025 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-dd19b5a3-d3ff-4da0-bc7e-0d4565e95fc0 None None] Set router e6e6667f-7bdb-4f96-851c-7ddad4382e10 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:20.091964 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c89ac-1d23-4429-9bb4-409b0da32da9 req-aad84d22-4629-4d1c-bf31-dc1e3f7bb4ea tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:20.094072 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e1c89ac-1d23-4429-9bb4-409b0da32da9 req-aad84d22-4629-4d1c-bf31-dc1e3f7bb4ea tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0968781 Mar 31 21:44:20.196481 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e1c89ac-1d23-4429-9bb4-409b0da32da9 req-9a034811-f14c-4f18-a7e6-3469bd432b76 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916560 Mar 31 21:44:20.368832 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-dd19b5a3-d3ff-4da0-bc7e-0d4565e95fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 4, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'e2a16f2e-ed56-4557-a11b-9b9b91de5cb9', 'name': '', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'mac_address': 'fa:16:3e:9b:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:59Z', 'updated_at': '2022-03-31T21:38:03Z', 'revision_number': 5, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'subnets': [{'id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:20.402648 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19b5a3-d3ff-4da0-bc7e-0d4565e95fc0 None None] The sync data for ids ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'] in dv-cinder-836073-1-iscsi is: [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:37:59Z', 'revision_number': 4, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'e2a16f2e-ed56-4557-a11b-9b9b91de5cb9', 'name': '', 'network_id': '378e9186-c2c4-4963-b605-d1b013f39554', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'mac_address': 'fa:16:3e:9b:e7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:59Z', 'updated_at': '2022-03-31T21:38:03Z', 'revision_number': 5, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'subnets': [{'id': '9f2d1c4d-34aa-45f1-a92e-c4affe587080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:20.702252 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bfa6e0-9138-4657-b462-43304126490b None None] New status for floating IP 02d2f264-ad97-4634-886b-5f44133e1bfa: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:44:20.889628 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e341ed-a5a7-44b7-ad24-5b377368a5a8 req-fc574270-9964-47bf-bfd5-02dee2514d5b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:20.892320 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24e341ed-a5a7-44b7-ad24-5b377368a5a8 req-fc574270-9964-47bf-bfd5-02dee2514d5b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0862186 Mar 31 21:44:20.955825 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-24e341ed-a5a7-44b7-ad24-5b377368a5a8 req-1fe07153-d129-4780-b74c-72741c898457 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565171 Mar 31 21:44:21.333537 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e67af9-4e43-4b82-b09e-8a2f90c45fb1 req-1534a416-5e65-4259-a488-6e75de7cfff9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:21.335194 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15e67af9-4e43-4b82-b09e-8a2f90c45fb1 req-1534a416-5e65-4259-a488-6e75de7cfff9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0626099 Mar 31 21:44:21.387039 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-15e67af9-4e43-4b82-b09e-8a2f90c45fb1 req-f8bd8151-289f-48fa-9cb2-f0814084206c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442686 Mar 31 21:44:22.117945 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf8419-b1ca-44d5-a46f-784b810628c0 req-f6a734d8-3324-4845-a142-f3bbd665b9f1 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:22.119598 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-adbf8419-b1ca-44d5-a46f-784b810628c0 req-f6a734d8-3324-4845-a142-f3bbd665b9f1 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0726566 Mar 31 21:44:22.175848 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-adbf8419-b1ca-44d5-a46f-784b810628c0 req-d743d8de-8a70-431f-acf1-219f4a1279ac tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478156 Mar 31 21:44:22.523374 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78995-fada-4371-aee9-33dbe05676fd req-69e94a12-590e-4703-9f84-dc4658327cba tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:22.524863 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-43f78995-fada-4371-aee9-33dbe05676fd req-69e94a12-590e-4703-9f84-dc4658327cba tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0606141 Mar 31 21:44:22.595423 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-43f78995-fada-4371-aee9-33dbe05676fd req-c607ec0c-3886-461a-9c0c-94fbdb765384 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549855 Mar 31 21:44:23.315816 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7c60f-263b-4cbe-9566-2d51880feae7 req-025ae926-8f03-4816-9a37-b8f54b6ced6f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:23.317426 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-85b7c60f-263b-4cbe-9566-2d51880feae7 req-025ae926-8f03-4816-9a37-b8f54b6ced6f tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0660884 Mar 31 21:44:23.383168 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-85b7c60f-263b-4cbe-9566-2d51880feae7 req-39c6d10c-a3e0-4228-ae8a-5f01d9149b04 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573599 Mar 31 21:44:23.713743 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a7c27-9650-434a-9369-0d7c2a6cb891 req-c246fbc4-f54e-4031-bb70-c45f675b42b8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:23.715434 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c2a7c27-9650-434a-9369-0d7c2a6cb891 req-c246fbc4-f54e-4031-bb70-c45f675b42b8 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0589669 Mar 31 21:44:23.767876 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4c2a7c27-9650-434a-9369-0d7c2a6cb891 req-bc465d1a-f008-4d2b-8c96-9b37edc3474c tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462625 Mar 31 21:44:24.525839 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c47d2-607d-4f44-819a-a10b9b7e2ced req-e3dfce8d-3bc7-47af-b002-51959918c7a0 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:24.527457 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-875c47d2-607d-4f44-819a-a10b9b7e2ced req-e3dfce8d-3bc7-47af-b002-51959918c7a0 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0573132 Mar 31 21:44:24.589245 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-875c47d2-607d-4f44-819a-a10b9b7e2ced req-b61968d0-fcef-40a9-aae5-55c865ca08b7 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540209 Mar 31 21:44:24.916761 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b7e40-a5be-4ca9-acd3-cc487d8e2c35 req-a94b3f58-574a-4ce1-a828-5b7a756d0ed5 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:24.918451 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-974b7e40-a5be-4ca9-acd3-cc487d8e2c35 req-a94b3f58-574a-4ce1-a828-5b7a756d0ed5 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0584981 Mar 31 21:44:24.990406 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-974b7e40-a5be-4ca9-acd3-cc487d8e2c35 req-90ecdb8f-ecd4-46af-b3a9-d5e87498afb2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654023 Mar 31 21:44:25.715379 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7012b-b28e-464d-8d6d-d488a5dbc6f4 req-bf38729d-865c-40d0-af5a-6dff3c20a1d4 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:25.716745 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8ca7012b-b28e-464d-8d6d-d488a5dbc6f4 req-bf38729d-865c-40d0-af5a-6dff3c20a1d4 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0556886 Mar 31 21:44:25.766307 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8ca7012b-b28e-464d-8d6d-d488a5dbc6f4 req-739ad4ce-0f9a-4a6a-aecb-306cb0258a4d tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429101 Mar 31 21:44:26.114930 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0b754-f5c5-47d0-9607-2378da8e8674 req-18c66c9d-eb2c-4412-9b02-a3317a5b1886 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:26.116496 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0bb0b754-f5c5-47d0-9607-2378da8e8674 req-18c66c9d-eb2c-4412-9b02-a3317a5b1886 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0527420 Mar 31 21:44:26.167775 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0bb0b754-f5c5-47d0-9607-2378da8e8674 req-2b3a7f5c-21de-450f-8765-4d1aa27aa1aa tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452561 Mar 31 21:44:26.905831 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0413df0-6413-4e1c-b01a-5428fca1740b req-92db14a6-5ce8-40a9-92db-e0b465d0243c tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:26.908072 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a0413df0-6413-4e1c-b01a-5428fca1740b req-92db14a6-5ce8-40a9-92db-e0b465d0243c tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0724876 Mar 31 21:44:27.212101 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a0413df0-6413-4e1c-b01a-5428fca1740b req-59ee8b40-b498-48b9-b401-5d05042f596d tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2986073 Mar 31 21:44:27.325289 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7b53b-922f-40e3-9e2c-201912a9d57b req-339e2c73-c3a8-426d-8b87-0f8ac0e3148a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:27.326839 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0e7b53b-922f-40e3-9e2c-201912a9d57b req-339e2c73-c3a8-426d-8b87-0f8ac0e3148a tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.0589967 Mar 31 21:44:27.376663 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c0e7b53b-922f-40e3-9e2c-201912a9d57b req-4f1db2e7-6986-4ba2-a3a5-6083d56c8421 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438125 Mar 31 21:44:28.382775 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15db57-10d7-40bb-ae94-dbfd03075de7 req-6cf1de14-2837-4d43-bd8e-d8191540927e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:28.384457 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a15db57-10d7-40bb-ae94-dbfd03075de7 req-6cf1de14-2837-4d43-bd8e-d8191540927e tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0926437 Mar 31 21:44:28.458586 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c13437-745b-4125-bf5a-daeb562d9f7b req-a7ecce92-a2b0-4d63-a00d-69001f32759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:28.460152 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80c13437-745b-4125-bf5a-daeb562d9f7b req-a7ecce92-a2b0-4d63-a00d-69001f32759b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa9aeaaf600b4f0baa090dac35478417&device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 1130 time: 0.1198499 Mar 31 21:44:28.464802 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6a15db57-10d7-40bb-ae94-dbfd03075de7 req-1dd9c196-1284-482b-8438-8158430a8c70 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690148 Mar 31 21:44:28.658800 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c13437-745b-4125-bf5a-daeb562d9f7b req-568dff42-7a2f-4a56-9e31-c591d0384d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:28.660260 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80c13437-745b-4125-bf5a-daeb562d9f7b req-568dff42-7a2f-4a56-9e31-c591d0384d54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=378e9186-c2c4-4963-b605-d1b013f39554 HTTP/1.1" status: 200 len: 908 time: 0.1881511 Mar 31 21:44:28.668296 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97359c6-dea6-4df4-88f2-a47cd66c6dd2 req-d504b719-4bcd-424c-9c9c-a750b626e93e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:28.669680 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e97359c6-dea6-4df4-88f2-a47cd66c6dd2 req-d504b719-4bcd-424c-9c9c-a750b626e93e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.1481757 Mar 31 21:44:28.710924 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80c13437-745b-4125-bf5a-daeb562d9f7b req-40d97b1f-8c15-438a-8745-3ca39b96f26c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 HTTP/1.1" status: 200 len: 217 time: 0.0401845 Mar 31 21:44:28.782325 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e97359c6-dea6-4df4-88f2-a47cd66c6dd2 req-aed34f7d-95a6-40b0-94ce-01be00632612 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057844 Mar 31 21:44:28.786138 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c13437-745b-4125-bf5a-daeb562d9f7b req-347f96aa-7c79-47f1-ae16-952f233cab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:28.787555 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80c13437-745b-4125-bf5a-daeb562d9f7b req-347f96aa-7c79-47f1-ae16-952f233cab54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f2d1c4d-34aa-45f1-a92e-c4affe587080 HTTP/1.1" status: 200 len: 847 time: 0.0688779 Mar 31 21:44:28.843642 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c13437-745b-4125-bf5a-daeb562d9f7b req-0dbfda99-e347-4318-ba25-737591551596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:28.845197 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80c13437-745b-4125-bf5a-daeb562d9f7b req-0dbfda99-e347-4318-ba25-737591551596 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=378e9186-c2c4-4963-b605-d1b013f39554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477045 Mar 31 21:44:28.948053 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80c13437-745b-4125-bf5a-daeb562d9f7b req-3bb113d0-8052-4465-ac12-682639b639f1 service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949342 Mar 31 21:44:29.061841 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-80c13437-745b-4125-bf5a-daeb562d9f7b req-58b09b4a-d453-414d-8181-3438bd5643b1 service neutron] 10.222.0.13 "GET /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072943 Mar 31 21:44:29.610543 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd720a-4b83-471c-bc8a-e7df772d9e65 req-4b405347-bea8-4794-9346-f43dcc4d1842 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:29.612330 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8fdd720a-4b83-471c-bc8a-e7df772d9e65 req-4b405347-bea8-4794-9346-f43dcc4d1842 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0593722 Mar 31 21:44:29.673193 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8fdd720a-4b83-471c-bc8a-e7df772d9e65 req-8f9ce8cf-9dd2-482d-b225-a966241f10ee tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/security-groups?id=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548301 Mar 31 21:44:30.023504 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394f6b7-158c-4764-ba33-3ebdd4d148b0 req-02b027c2-6454-4f80-8e77-a12d6b9ab1dc tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.026079 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7394f6b7-158c-4764-ba33-3ebdd4d148b0 req-02b027c2-6454-4f80-8e77-a12d6b9ab1dc tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 943 time: 0.1329381 Mar 31 21:44:30.075057 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f3763-1997-49da-838f-8ef1bdb59af1 req-3e7be4ce-598c-4495-a4ca-ef8f5477dd01 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.077772 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b50f3763-1997-49da-838f-8ef1bdb59af1 req-3e7be4ce-598c-4495-a4ca-ef8f5477dd01 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 946 time: 0.1350412 Mar 31 21:44:30.168448 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7394f6b7-158c-4764-ba33-3ebdd4d148b0 req-2f2cde0b-c788-476d-935e-c6c7c4eef027 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359799 Mar 31 21:44:30.193030 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b50f3763-1997-49da-838f-8ef1bdb59af1 req-9e538c7b-720f-4512-bc20-9b48a92011de tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068661 Mar 31 21:44:30.216567 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57086) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:30.333793 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8fbec2-3b59-4634-a99e-4b2ad648f386 tempest-TestMinimumBasicScenario-1356136633 tempest-TestMinimumBasicScenario-1356136633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.335618 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-0e8fbec2-3b59-4634-a99e-4b2ad648f386 tempest-TestMinimumBasicScenario-1356136633 tempest-TestMinimumBasicScenario-1356136633-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 1125 time: 0.1124320 Mar 31 21:44:30.338925 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57090) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:30.344355 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'port_id': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:30.367507 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:30.393541 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766ff30-11eb-46fb-acb4-205e3f949a08 req-fe77a38b-63ca-4071-9e5d-c3debb884d9b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.395368 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3766ff30-11eb-46fb-acb4-205e3f949a08 req-fe77a38b-63ca-4071-9e5d-c3debb884d9b tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 946 time: 0.0637112 Mar 31 21:44:30.466843 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:30.499523 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3766ff30-11eb-46fb-acb4-205e3f949a08 req-56d06120-a640-4443-b089-fc31052fedd6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Deleting port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:30.500440 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3766ff30-11eb-46fb-acb4-205e3f949a08 req-56d06120-a640-4443-b089-fc31052fedd6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:30.577901 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Allocated IP 172.27.3.219 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/f4ef78dd-d730-48ba-8f7c-1138752933da) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:44:30.590869 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-3766ff30-11eb-46fb-acb4-205e3f949a08 req-56d06120-a640-4443-b089-fc31052fedd6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] For port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:30.591243 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3766ff30-11eb-46fb-acb4-205e3f949a08 req-56d06120-a640-4443-b089-fc31052fedd6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:30.610930 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-3766ff30-11eb-46fb-acb4-205e3f949a08 req-56d06120-a640-4443-b089-fc31052fedd6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Calling delete_port for 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:30.691902 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for port (f4ef78dd-d730-48ba-8f7c-1138752933da), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:30.728797 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (f4ef78dd-d730-48ba-8f7c-1138752933da), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:30.768275 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:30.771291 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:30.774908 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:44:30.776576 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c389595e-6b05-4763-a95d-d7dc4e61b8b7 req-2c22250b-7147-4886-94c5-111d0e3d2721 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bd591d3-795a-446d-bc01-3a5c89850f07 HTTP/1.1" status: 200 len: 210 time: 0.0300560 Mar 31 21:44:30.777198 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3766ff30-11eb-46fb-acb4-205e3f949a08 req-56d06120-a640-4443-b089-fc31052fedd6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (6a41a9e7-edbb-4c81-a2a7-a762b9c12d80), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:30.805124 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event updated for resources: {'Port': ['ID=f4ef78dd-d730-48ba-8f7c-1138752933da,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:30.809675 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d06120-a640-4443-b089-fc31052fedd6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event deleted for resources: {'Port': ['ID=6a41a9e7-edbb-4c81-a2a7-a762b9c12d80,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:30.821541 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.821541 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.821541 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.821931 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.822362 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.822766 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.823166 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.823576 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.823975 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.824376 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.824782 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.825180 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.825581 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.825993 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.826395 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:30.857307 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-3766ff30-11eb-46fb-acb4-205e3f949a08 req-56d06120-a640-4443-b089-fc31052fedd6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] No DVR routers for this DVR port 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:30.860523 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-3766ff30-11eb-46fb-acb4-205e3f949a08 req-56d06120-a640-4443-b089-fc31052fedd6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:30.864509 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3766ff30-11eb-46fb-acb4-205e3f949a08 req-56d06120-a640-4443-b089-fc31052fedd6 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.13 "DELETE /v2.0/ports/6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 HTTP/1.1" status: 204 len: 173 time: 0.4629202 Mar 31 21:44:30.864978 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'name': 'network-vif-deleted', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:30.867286 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7155668-9356-4adb-90d7-46b7845d1e48" -d '{"events": [{"server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "name": "network-vif-deleted", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:30.876397 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 591b970f-ba3b-4d98-8a0a-1423f89e05da details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:44:30.956671 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c051350c-39b4-4c5b-9cdb-47fcbd205fd5 x-openstack-request-id: req-c051350c-39b4-4c5b-9cdb-47fcbd205fd5 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:30.956671 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd591d3-795a-446d-bc01-3a5c89850f07", "name": "network-vif-deleted", "tag": "6a41a9e7-edbb-4c81-a2a7-a762b9c12d80", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:30.956958 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c051350c-39b4-4c5b-9cdb-47fcbd205fd5 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:30.957204 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c051350c-39b4-4c5b-9cdb-47fcbd205fd5'] response: {'server_uuid': '6bd591d3-795a-446d-bc01-3a5c89850f07', 'name': 'network-vif-deleted', 'tag': '6a41a9e7-edbb-4c81-a2a7-a762b9c12d80', 'status': 'completed', 'code': 200} Mar 31 21:44:31.033552 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:31.054196 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'port_id': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'mac_address': 'fa:16:3e:9a:e0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:44:31.099466 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 591b970f-ba3b-4d98-8a0a-1423f89e05da is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:31.100160 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:31.116530 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591b970f-ba3b-4d98-8a0a-1423f89e05da {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:44:31.139725 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:31.145567 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:31.206209 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for floatingip (81e2c9b7-3e15-4882-b1f0-69a2ff412ba0), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:31.213058 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=591b970f-ba3b-4d98-8a0a-1423f89e05da,revision_number=9']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:31.292154 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (f4ef78dd-d730-48ba-8f7c-1138752933da), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:31.483729 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa6756-3689-45a7-bce7-d5303217e475 req-a8006807-316d-443b-8059-64f0bc978f9e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:31.486066 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b2aa6756-3689-45a7-bce7-d5303217e475 req-a8006807-316d-443b-8059-64f0bc978f9e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 944 time: 0.2139599 Mar 31 21:44:31.499603 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for port (f4ef78dd-d730-48ba-8f7c-1138752933da), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:31.505507 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13622167'] for port (f4ef78dd-d730-48ba-8f7c-1138752933da), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:31.540326 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b2aa6756-3689-45a7-bce7-d5303217e475 req-1147da2d-f017-43df-ae62-dd2197f24252 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476835 Mar 31 21:44:31.580245 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event updated for resources: {'Port': ['ID=f4ef78dd-d730-48ba-8f7c-1138752933da,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:31.590493 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (81e2c9b7-3e15-4882-b1f0-69a2ff412ba0), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:31.609857 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['591b970f-ba3b-4d98-8a0a-1423f89e05da'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:44:31.717795 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.l3_db [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Floating IP 81e2c9b7-3e15-4882-b1f0-69a2ff412ba0 associated. External IP: 172.27.3.219, port: 71fedd92-fe91-48ca-bdc4-1aa21fe23e06. Mar 31 21:44:31.840300 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57108) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:31.899482 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10c9f499-8bd5-4866-a2c5-2227c1116459 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group (bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:31.929129 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10c9f499-8bd5-4866-a2c5-2227c1116459 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group (bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:31.951355 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Router ecacc58f-679d-4a17-9988-03e8270ec2d0 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:31.990489 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10c9f499-8bd5-4866-a2c5-2227c1116459 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:31.993156 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-10c9f499-8bd5-4866-a2c5-2227c1116459 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:31.994327 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-10c9f499-8bd5-4866-a2c5-2227c1116459 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] 10.222.0.24 "DELETE /v2.0/security-groups/bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc HTTP/1.1" status: 204 len: 168 time: 0.1530430 Mar 31 21:44:32.008165 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9f499-8bd5-4866-a2c5-2227c1116459 tempest-TestShelveInstance-594123703 tempest-TestShelveInstance-594123703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec5c7d3-9ea5-4d67-a5a1-11cfde37acdc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:32.048097 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57112) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:32.077155 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:32.088921 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a7dec-e521-4034-87d5-bcd364d55425 None None] Sync routers for ids ['ecacc58f-679d-4a17-9988-03e8270ec2d0'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:32.096721 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.099721 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a7dec-e521-4034-87d5-bcd364d55425 None None] Routers {'ecacc58f-679d-4a17-9988-03e8270ec2d0'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:32.100504 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-761a7dec-e521-4034-87d5-bcd364d55425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['ecacc58f-679d-4a17-9988-03e8270ec2d0'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:32.136998 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-663470dc-0c41-4f5c-bf7c-54185a36ef35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7938175 Mar 31 21:44:32.136998 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:32.137422 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57116) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:32.137866 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d401d93df8c71fc9eb1f810d7532f025901b5508dcb63aa95efc5c748d74754d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf3f09c-340a-4884-9029-293789d42baa" -d '{"events": [{"name": "network-changed", "server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:32.143430 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-11a71324-630b-4112-bf32-9e002e67393b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1408627348', 'description': 'tempest-secgroup-smoke-1408627348 description', 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:32.165229 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-11a71324-630b-4112-bf32-9e002e67393b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.251854 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5651ff-6741-407b-a7c2-e5cc355e4854 x-openstack-request-id: req-fb5651ff-6741-407b-a7c2-e5cc355e4854 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:32.252119 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:32.253057 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb5651ff-6741-407b-a7c2-e5cc355e4854 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:32.253499 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5651ff-6741-407b-a7c2-e5cc355e4854'] response: {'name': 'network-changed', 'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'status': 'completed', 'code': 200} Mar 31 21:44:32.260038 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-761a7dec-e521-4034-87d5-bcd364d55425 None None] Set router ecacc58f-679d-4a17-9988-03e8270ec2d0 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:32.374701 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-11a71324-630b-4112-bf32-9e002e67393b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group (63fab953-8d5d-471e-b535-869c95e2e1a3), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.415396 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-11a71324-630b-4112-bf32-9e002e67393b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (63fab953-8d5d-471e-b535-869c95e2e1a3), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.452880 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3f09c-340a-4884-9029-293789d42baa req-c5f8bba8-f8ca-4e1e-8745-728a2e386a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:32.454854 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cbf3f09c-340a-4884-9029-293789d42baa req-c5f8bba8-f8ca-4e1e-8745-728a2e386a08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47aeb455b5a04796ab3db9aaf34c0c00&device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 1130 time: 0.1761804 Mar 31 21:44:32.495275 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-761a7dec-e521-4034-87d5-bcd364d55425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:43:11Z', 'revision_number': 4, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '81e2c9b7-3e15-4882-b1f0-69a2ff412ba0', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'port_id': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'mac_address': 'fa:16:3e:00:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:31Z', 'updated_at': '2022-03-31T21:44:31Z', 'revision_number': 0, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97ec016-b118-4cda-8962-d8684a2d3257', 'name': '', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'mac_address': 'fa:16:3e:f5:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b4896309-c962-4081-b6bd-361c5505791c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:10Z', 'updated_at': '2022-03-31T21:43:14Z', 'revision_number': 5, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'subnets': [{'id': 'b4896309-c962-4081-b6bd-361c5505791c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:32.524554 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a7dec-e521-4034-87d5-bcd364d55425 None None] Checking router: ecacc58f-679d-4a17-9988-03e8270ec2d0 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:32.533470 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a7dec-e521-4034-87d5-bcd364d55425 None None] Routers {'ecacc58f-679d-4a17-9988-03e8270ec2d0'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:32.534258 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-761a7dec-e521-4034-87d5-bcd364d55425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['ecacc58f-679d-4a17-9988-03e8270ec2d0'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:32.536872 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-11a71324-630b-4112-bf32-9e002e67393b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.538095 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-11a71324-630b-4112-bf32-9e002e67393b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3998966 Mar 31 21:44:32.541135 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57122) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:32.546275 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d576b814-1d65-4c2d-9387-3c3fd0dd2e08 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Request body: {'security_group_rule': {'security_group_id': '63fab953-8d5d-471e-b535-869c95e2e1a3', 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:32.551065 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a71324-630b-4112-bf32-9e002e67393b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63fab953-8d5d-471e-b535-869c95e2e1a3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:32.591508 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d576b814-1d65-4c2d-9387-3c3fd0dd2e08 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (d3c91eab-860a-45b3-af5f-8a625fedb474), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.620687 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3f09c-340a-4884-9029-293789d42baa req-d6a3f2ab-e257-43fd-9d15-72405ae87534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:32.622187 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cbf3f09c-340a-4884-9029-293789d42baa req-d6a3f2ab-e257-43fd-9d15-72405ae87534 service neutron] 10.222.0.13 "GET /v2.0/networks?id=db570f06-5f1a-4492-a167-ca7bdd2bc749 HTTP/1.1" status: 200 len: 915 time: 0.1540365 Mar 31 21:44:32.663740 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d576b814-1d65-4c2d-9387-3c3fd0dd2e08 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (d3c91eab-860a-45b3-af5f-8a625fedb474), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.667174 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-761a7dec-e521-4034-87d5-bcd364d55425 None None] Set router ecacc58f-679d-4a17-9988-03e8270ec2d0 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:32.668642 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d576b814-1d65-4c2d-9387-3c3fd0dd2e08 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (d3c91eab-860a-45b3-af5f-8a625fedb474), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.688737 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576b814-1d65-4c2d-9387-3c3fd0dd2e08 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c91eab-860a-45b3-af5f-8a625fedb474,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:32.697455 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d576b814-1d65-4c2d-9387-3c3fd0dd2e08 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.697455 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-d576b814-1d65-4c2d-9387-3c3fd0dd2e08 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525006 Mar 31 21:44:32.698230 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57126) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:32.703837 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8a78aca2-38ef-4483-8bd4-2a61fd791815 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Request body: {'security_group_rule': {'security_group_id': '63fab953-8d5d-471e-b535-869c95e2e1a3', 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:32.734865 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a78aca2-38ef-4483-8bd4-2a61fd791815 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (177a4bb8-18f9-4488-a640-ca07db5d98df), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.798014 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cbf3f09c-340a-4884-9029-293789d42baa req-d9109c36-4f8d-4b92-bba9-1842f596f101 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 200 len: 1000 time: 0.1526659 Mar 31 21:44:32.811233 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a78aca2-38ef-4483-8bd4-2a61fd791815 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (177a4bb8-18f9-4488-a640-ca07db5d98df), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.816811 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a78aca2-38ef-4483-8bd4-2a61fd791815 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (177a4bb8-18f9-4488-a640-ca07db5d98df), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.839000 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78aca2-38ef-4483-8bd4-2a61fd791815 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177a4bb8-18f9-4488-a640-ca07db5d98df,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:32.852455 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8a78aca2-38ef-4483-8bd4-2a61fd791815 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.857604 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57130) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:32.859159 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-8a78aca2-38ef-4483-8bd4-2a61fd791815 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1590328 Mar 31 21:44:32.864027 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-506aabdd-4c12-4c78-9b0d-2b738fa96d6d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Request body: {'security_group_rule': {'security_group_id': '63fab953-8d5d-471e-b535-869c95e2e1a3', 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:32.885949 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56692dd-3e1a-461d-bf42-18e1722cf040 req-92849a63-3617-475a-911e-f1cef0796cf2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:32.886574 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 591b970f-ba3b-4d98-8a0a-1423f89e05da up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:44:32.887688 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a56692dd-3e1a-461d-bf42-18e1722cf040 req-92849a63-3617-475a-911e-f1cef0796cf2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 944 time: 0.2471910 Mar 31 21:44:32.924423 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3f09c-340a-4884-9029-293789d42baa req-f5e6950b-587c-4419-8257-e786f2dcb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:32.925775 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cbf3f09c-340a-4884-9029-293789d42baa req-f5e6950b-587c-4419-8257-e786f2dcb95c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4896309-c962-4081-b6bd-361c5505791c HTTP/1.1" status: 200 len: 854 time: 0.1269920 Mar 31 21:44:32.932900 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-761a7dec-e521-4034-87d5-bcd364d55425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:43:11Z', 'revision_number': 4, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '81e2c9b7-3e15-4882-b1f0-69a2ff412ba0', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'port_id': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'mac_address': 'fa:16:3e:00:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:31Z', 'updated_at': '2022-03-31T21:44:31Z', 'revision_number': 0, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97ec016-b118-4cda-8962-d8684a2d3257', 'name': '', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'mac_address': 'fa:16:3e:f5:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b4896309-c962-4081-b6bd-361c5505791c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:10Z', 'updated_at': '2022-03-31T21:43:14Z', 'revision_number': 5, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'subnets': [{'id': 'b4896309-c962-4081-b6bd-361c5505791c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:32.950777 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 591b970f-ba3b-4d98-8a0a-1423f89e05da triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:32.951172 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.987304 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761a7dec-e521-4034-87d5-bcd364d55425 None None] The sync data for ids ['ecacc58f-679d-4a17-9988-03e8270ec2d0'] in dv-cinder-836073-1-iscsi is: [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:43:11Z', 'revision_number': 4, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '81e2c9b7-3e15-4882-b1f0-69a2ff412ba0', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'port_id': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'mac_address': 'fa:16:3e:00:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:31Z', 'updated_at': '2022-03-31T21:44:31Z', 'revision_number': 0, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97ec016-b118-4cda-8962-d8684a2d3257', 'name': '', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'mac_address': 'fa:16:3e:f5:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b4896309-c962-4081-b6bd-361c5505791c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:10Z', 'updated_at': '2022-03-31T21:43:14Z', 'revision_number': 5, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'subnets': [{'id': 'b4896309-c962-4081-b6bd-361c5505791c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:33.000672 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-506aabdd-4c12-4c78-9b0d-2b738fa96d6d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (05132b73-6afb-4bc2-81ef-020a56aecd74), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.049656 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 591b970f-ba3b-4d98-8a0a-1423f89e05da is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:33.050096 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.054535 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a56692dd-3e1a-461d-bf42-18e1722cf040 req-be854a52-8c6b-4785-a1ed-40f565d96033 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548538 Mar 31 21:44:33.086827 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:33.089459 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c40b4c-bc86-4f4e-a657-95b859e4e853" -d '{"events": [{"server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "name": "network-vif-plugged", "status": "completed", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:33.112816 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:33.117866 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.118726 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:33.122243 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3f09c-340a-4884-9029-293789d42baa req-d79fa025-8b16-4705-9104-651ae826de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:33.124090 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cbf3f09c-340a-4884-9029-293789d42baa req-d79fa025-8b16-4705-9104-651ae826de56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db570f06-5f1a-4492-a167-ca7bdd2bc749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1823740 Mar 31 21:44:33.161209 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a4e590-013a-4266-b330-87af68213094 x-openstack-request-id: req-a0a4e590-013a-4266-b330-87af68213094 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:33.161777 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "name": "network-vif-plugged", "status": "completed", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:33.162271 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0a4e590-013a-4266-b330-87af68213094 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:33.162926 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a4e590-013a-4266-b330-87af68213094'] response: {'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'code': 200} Mar 31 21:44:33.168282 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:33.168918 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 6a41a9e7-edbb-4c81-a2a7-a762b9c12d80 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:33.210672 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1295935e-51ce-4438-a51a-e64c57c299ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.213723 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=591b970f-ba3b-4d98-8a0a-1423f89e05da,revision_number=10']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:33.254031 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-506aabdd-4c12-4c78-9b0d-2b738fa96d6d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (05132b73-6afb-4bc2-81ef-020a56aecd74), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.255244 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64701804-19d2-4274-bb6e-a71a2dc18a85 None None] New status for floating IP 81e2c9b7-3e15-4882-b1f0-69a2ff412ba0: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:44:33.267627 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-506aabdd-4c12-4c78-9b0d-2b738fa96d6d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (05132b73-6afb-4bc2-81ef-020a56aecd74), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.302992 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04601c72-9e04-467b-b442-46d597e4ef94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384639'] for router_interface (e6e6667f-7bdb-4f96-851c-7ddad4382e10), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.308546 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506aabdd-4c12-4c78-9b0d-2b738fa96d6d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05132b73-6afb-4bc2-81ef-020a56aecd74,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:33.316834 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cbf3f09c-340a-4884-9029-293789d42baa req-72cbf1ff-e348-48dc-a176-03f2a917a39b service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836188 Mar 31 21:44:33.386613 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-506aabdd-4c12-4c78-9b0d-2b738fa96d6d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.387830 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-506aabdd-4c12-4c78-9b0d-2b738fa96d6d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5272591 Mar 31 21:44:33.390979 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57134) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:33.395638 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-80c599de-6bba-4d6f-bb51-7f59ba69bf00 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Request body: {'security_group_rule': {'security_group_id': '63fab953-8d5d-471e-b535-869c95e2e1a3', 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:33.441293 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80c599de-6bba-4d6f-bb51-7f59ba69bf00 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (2a694e6a-c13c-4dc3-abf9-68b464236c1c), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.533869 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80c599de-6bba-4d6f-bb51-7f59ba69bf00 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (2a694e6a-c13c-4dc3-abf9-68b464236c1c), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.538948 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80c599de-6bba-4d6f-bb51-7f59ba69bf00 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (2a694e6a-c13c-4dc3-abf9-68b464236c1c), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.561452 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c599de-6bba-4d6f-bb51-7f59ba69bf00 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a694e6a-c13c-4dc3-abf9-68b464236c1c,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:33.574417 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80c599de-6bba-4d6f-bb51-7f59ba69bf00 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.576071 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-80c599de-6bba-4d6f-bb51-7f59ba69bf00 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1838381 Mar 31 21:44:33.579970 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57136) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:33.585594 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-58bafd1c-95e1-4a65-a1e5-5536ed6eaff5 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Request body: {'security_group_rule': {'security_group_id': '63fab953-8d5d-471e-b535-869c95e2e1a3', 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:33.613772 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-58bafd1c-95e1-4a65-a1e5-5536ed6eaff5 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Project 47aeb455b5a04796ab3db9aaf34c0c00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 21:44:33.620272 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58bafd1c-95e1-4a65-a1e5-5536ed6eaff5 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (e3567989-5125-41b7-b373-5df4a54bbb1a), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.693439 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58bafd1c-95e1-4a65-a1e5-5536ed6eaff5 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (e3567989-5125-41b7-b373-5df4a54bbb1a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.698943 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58bafd1c-95e1-4a65-a1e5-5536ed6eaff5 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (e3567989-5125-41b7-b373-5df4a54bbb1a), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.721009 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bafd1c-95e1-4a65-a1e5-5536ed6eaff5 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3567989-5125-41b7-b373-5df4a54bbb1a,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:33.732766 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-58bafd1c-95e1-4a65-a1e5-5536ed6eaff5 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.734932 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-58bafd1c-95e1-4a65-a1e5-5536ed6eaff5 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1531096 Mar 31 21:44:33.738636 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57138) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:33.743589 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fa2377e2-2710-4f44-a4b0-b04da167ce03 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Request body: {'security_group_rule': {'security_group_id': '63fab953-8d5d-471e-b535-869c95e2e1a3', 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:33.770893 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-fa2377e2-2710-4f44-a4b0-b04da167ce03 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Project 47aeb455b5a04796ab3db9aaf34c0c00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 21:44:33.776722 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa2377e2-2710-4f44-a4b0-b04da167ce03 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (ab7e1d3b-5758-4ebe-9a90-341368ac091d), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.856164 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa2377e2-2710-4f44-a4b0-b04da167ce03 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (ab7e1d3b-5758-4ebe-9a90-341368ac091d), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.860178 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1028de2-0bb6-4763-a876-0da12259d845 req-50f2d75e-06f9-494f-b6c6-6788c6106c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:33.861736 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d1028de2-0bb6-4763-a876-0da12259d845 req-50f2d75e-06f9-494f-b6c6-6788c6106c6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 1130 time: 0.4729042 Mar 31 21:44:33.862403 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa2377e2-2710-4f44-a4b0-b04da167ce03 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (ab7e1d3b-5758-4ebe-9a90-341368ac091d), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.864186 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cbf3f09c-340a-4884-9029-293789d42baa req-812801c9-c3bc-43cb-aeea-15a7e943cf0f service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164137 Mar 31 21:44:33.887670 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2377e2-2710-4f44-a4b0-b04da167ce03 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7e1d3b-5758-4ebe-9a90-341368ac091d,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:33.912471 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa2377e2-2710-4f44-a4b0-b04da167ce03 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.913718 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-fa2377e2-2710-4f44-a4b0-b04da167ce03 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1739981 Mar 31 21:44:33.968171 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d1028de2-0bb6-4763-a876-0da12259d845 req-0be8fb45-e203-4394-83d1-3af62a7a4a2d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868144 Mar 31 21:44:34.050997 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-da8baac5-8c21-4f61-968d-2ee0862cbe5e req-a27b0e56-58b8-42de-bd03-4d56e02305d3 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408627348&fields=id&tenant_id=47aeb455b5a04796ab3db9aaf34c0c00 HTTP/1.1" status: 200 len: 267 time: 0.0877204 Mar 31 21:44:34.148959 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8baac5-8c21-4f61-968d-2ee0862cbe5e req-79fcbec5-2a13-4658-8bc1-4bce2a6ecc80 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:34.150505 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-da8baac5-8c21-4f61-968d-2ee0862cbe5e req-79fcbec5-2a13-4658-8bc1-4bce2a6ecc80 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 946 time: 0.0929854 Mar 31 21:44:34.153216 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-04601c72-9e04-467b-b442-46d597e4ef94 admin admin] Deleting port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:34.153556 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04601c72-9e04-467b-b442-46d597e4ef94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:34.196116 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-da8baac5-8c21-4f61-968d-2ee0862cbe5e req-122cd855-7d09-4121-beec-97422f54ee09 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Request body: {'port': {'security_groups': ['8215b02d-f648-4d49-ab37-a759c153a844', '63fab953-8d5d-471e-b535-869c95e2e1a3']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:34.337686 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da8baac5-8c21-4f61-968d-2ee0862cbe5e req-122cd855-7d09-4121-beec-97422f54ee09 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:34.345845 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-04601c72-9e04-467b-b442-46d597e4ef94 admin admin] For port e2a16f2e-ed56-4557-a11b-9b9b91de5cb9, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=e2a16f2e-ed56-4557-a11b-9b9b91de5cb9,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:34.346270 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04601c72-9e04-467b-b442-46d597e4ef94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:34.366467 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b791b76-185d-4f9e-b06d-464f3172f1e1 req-6fe4aaa1-466a-4879-8b03-349655a99a08 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:34.368112 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1b791b76-185d-4f9e-b06d-464f3172f1e1 req-6fe4aaa1-466a-4879-8b03-349655a99a08 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 946 time: 0.2358341 Mar 31 21:44:34.380997 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-04601c72-9e04-467b-b442-46d597e4ef94 admin admin] Calling delete_port for e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:34.538606 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1b791b76-185d-4f9e-b06d-464f3172f1e1 req-4c455e13-d7e2-4138-a5e3-2a96b8ff3265 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614301 Mar 31 21:44:34.712831 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-da8baac5-8c21-4f61-968d-2ee0862cbe5e req-122cd855-7d09-4121-beec-97422f54ee09 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] For port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:34.783074 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da8baac5-8c21-4f61-968d-2ee0862cbe5e req-122cd855-7d09-4121-beec-97422f54ee09 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:34.792781 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da8baac5-8c21-4f61-968d-2ee0862cbe5e req-122cd855-7d09-4121-beec-97422f54ee09 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:34.811155 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['71fedd92-fe91-48ca-bdc4-1aa21fe23e06'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:44:34.849999 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04601c72-9e04-467b-b442-46d597e4ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (e2a16f2e-ed56-4557-a11b-9b9b91de5cb9), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:34.868783 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8baac5-8c21-4f61-968d-2ee0862cbe5e req-122cd855-7d09-4121-beec-97422f54ee09 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:34.869454 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-da8baac5-8c21-4f61-968d-2ee0862cbe5e req-122cd855-7d09-4121-beec-97422f54ee09 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:34.870986 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-da8baac5-8c21-4f61-968d-2ee0862cbe5e req-122cd855-7d09-4121-beec-97422f54ee09 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "PUT /v2.0/ports/71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 200 len: 982 time: 0.7044563 Mar 31 21:44:34.871484 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:34.874298 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc3d168-904f-44f5-b3a5-1abbae775afd" -d '{"events": [{"name": "network-changed", "server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:34.990443 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f48e6f4-7505-416f-b9cc-3d4db29f59a9 x-openstack-request-id: req-4f48e6f4-7505-416f-b9cc-3d4db29f59a9 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:34.991036 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:34.991462 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f48e6f4-7505-416f-b9cc-3d4db29f59a9 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:34.992042 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f48e6f4-7505-416f-b9cc-3d4db29f59a9'] response: {'name': 'network-changed', 'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'status': 'completed', 'code': 200} Mar 31 21:44:35.023552 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cd855-7d09-4121-beec-97422f54ee09 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event updated for resources: {'Port': ['ID=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:35.043802 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['71fedd92-fe91-48ca-bdc4-1aa21fe23e06'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:44:35.110156 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04601c72-9e04-467b-b442-46d597e4ef94 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a16f2e-ed56-4557-a11b-9b9b91de5cb9,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:35.269714 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3d168-904f-44f5-b3a5-1abbae775afd req-09457f15-68ec-4061-b437-ec71a4fd48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:35.271786 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dc3d168-904f-44f5-b3a5-1abbae775afd req-09457f15-68ec-4061-b437-ec71a4fd48a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47aeb455b5a04796ab3db9aaf34c0c00&device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 1169 time: 0.2496200 Mar 31 21:44:35.288732 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41128e4a-d539-4ff4-b484-7c8203f71c44 req-e368af6f-894e-439c-931a-a2df9c4d5fcd tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:35.295389 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41128e4a-d539-4ff4-b484-7c8203f71c44 req-e368af6f-894e-439c-931a-a2df9c4d5fcd tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.2178931 Mar 31 21:44:35.318630 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7dd633c9-7e8f-4ef4-95a2-731410b54044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:35.398379 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-04601c72-9e04-467b-b442-46d597e4ef94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16386031'] for router_interface (e6e6667f-7bdb-4f96-851c-7ddad4382e10), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:35.444947 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ff720a58-26c4-40e9-a2db-b45c0e11c4aa None None] Provisioning complete for port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:35.445342 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ff720a58-26c4-40e9-a2db-b45c0e11c4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:35.537437 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41128e4a-d539-4ff4-b484-7c8203f71c44 req-3ce0562c-a030-4160-983f-b762408382e6 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2238097 Mar 31 21:44:35.540486 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3d168-904f-44f5-b3a5-1abbae775afd req-f7366966-7c82-4eca-81f8-6b855a67d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:35.541906 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dc3d168-904f-44f5-b3a5-1abbae775afd req-f7366966-7c82-4eca-81f8-6b855a67d375 service neutron] 10.222.0.13 "GET /v2.0/networks?id=db570f06-5f1a-4492-a167-ca7bdd2bc749 HTTP/1.1" status: 200 len: 915 time: 0.2451515 Mar 31 21:44:35.702025 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ff720a58-26c4-40e9-a2db-b45c0e11c4aa None None] Current status of the port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:35.764314 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dc3d168-904f-44f5-b3a5-1abbae775afd req-6ca24ffe-a13a-46f2-a5b6-4734507b2d3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 200 len: 1002 time: 0.1969082 Mar 31 21:44:35.877887 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dae62-5a62-45b2-a22f-feb193b5081b req-46f005a9-c486-491b-a1b5-6c2faa328f38 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:35.879457 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3d8dae62-5a62-45b2-a22f-feb193b5081b req-46f005a9-c486-491b-a1b5-6c2faa328f38 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 946 time: 0.1833961 Mar 31 21:44:35.889907 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3d168-904f-44f5-b3a5-1abbae775afd req-d2438d44-ff88-4981-8fda-f88a271d0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:35.892483 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dc3d168-904f-44f5-b3a5-1abbae775afd req-d2438d44-ff88-4981-8fda-f88a271d0442 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4896309-c962-4081-b6bd-361c5505791c HTTP/1.1" status: 200 len: 854 time: 0.1095386 Mar 31 21:44:35.948957 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04601c72-9e04-467b-b442-46d597e4ef94 admin admin] Router e6e6667f-7bdb-4f96-851c-7ddad4382e10 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:35.995431 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3d8dae62-5a62-45b2-a22f-feb193b5081b req-11c36ff9-01dc-497b-b18e-b0ced56b34cc tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074450 Mar 31 21:44:36.091570 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3d168-904f-44f5-b3a5-1abbae775afd req-438edbf7-42d5-488c-aa11-db4f75559c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:36.093127 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dc3d168-904f-44f5-b3a5-1abbae775afd req-438edbf7-42d5-488c-aa11-db4f75559c69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db570f06-5f1a-4492-a167-ca7bdd2bc749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1889963 Mar 31 21:44:36.234119 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04601c72-9e04-467b-b442-46d597e4ef94 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:36.240506 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-04601c72-9e04-467b-b442-46d597e4ef94 admin admin] 10.222.0.24 "PUT /v2.0/routers/e6e6667f-7bdb-4f96-851c-7ddad4382e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1903799 Mar 31 21:44:36.244493 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57194) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:36.244987 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b50df-4599-4d76-b336-c117c66e9a0a None None] Sync routers for ids ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:36.260061 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b50df-4599-4d76-b336-c117c66e9a0a None None] Routers {'e6e6667f-7bdb-4f96-851c-7ddad4382e10'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:36.260691 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-286b50df-4599-4d76-b336-c117c66e9a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:36.287476 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dc3d168-904f-44f5-b3a5-1abbae775afd req-c836a68c-a247-43af-b944-dcdabd6144d1 service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874759 Mar 31 21:44:36.361795 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Publish callbacks [] for router (e6e6667f-7bdb-4f96-851c-7ddad4382e10), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:36.382073 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-286b50df-4599-4d76-b336-c117c66e9a0a None None] Set router e6e6667f-7bdb-4f96-851c-7ddad4382e10 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:36.392845 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7dc3d168-904f-44f5-b3a5-1abbae775afd req-1c585df3-4a75-40cc-8154-94cf5dfe75ec service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980706 Mar 31 21:44:36.499475 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Publish callbacks [] for router_gateway (e6e6667f-7bdb-4f96-851c-7ddad4382e10), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:36.554122 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Deleting port 3d2295cb-bf88-464b-a4bc-ab9277b34b66 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:36.554461 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:36.577417 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-286b50df-4599-4d76-b336-c117c66e9a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:44:34Z', 'revision_number': 5, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port': {'id': '3d2295cb-bf88-464b-a4bc-ab9277b34b66', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:37:57Z', 'updated_at': '2022-03-31T21:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:36.602625 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b50df-4599-4d76-b336-c117c66e9a0a None None] Checking router: e6e6667f-7bdb-4f96-851c-7ddad4382e10 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:36.611879 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b50df-4599-4d76-b336-c117c66e9a0a None None] Routers {'e6e6667f-7bdb-4f96-851c-7ddad4382e10'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:36.612483 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-286b50df-4599-4d76-b336-c117c66e9a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:36.635741 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] For port 3d2295cb-bf88-464b-a4bc-ab9277b34b66, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=3d2295cb-bf88-464b-a4bc-ab9277b34b66,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:36.636103 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:36.649460 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Calling delete_port for 3d2295cb-bf88-464b-a4bc-ab9277b34b66 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:36.699689 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-286b50df-4599-4d76-b336-c117c66e9a0a None None] Set router e6e6667f-7bdb-4f96-851c-7ddad4382e10 gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:36.821448 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (3d2295cb-bf88-464b-a4bc-ab9277b34b66), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:36.846264 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-286b50df-4599-4d76-b336-c117c66e9a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:44:36Z', 'revision_number': 6, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port_host': None}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:36.846670 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2295cb-bf88-464b-a4bc-ab9277b34b66,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:36.873798 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b50df-4599-4d76-b336-c117c66e9a0a None None] The sync data for ids ['e6e6667f-7bdb-4f96-851c-7ddad4382e10'] in dv-cinder-836073-1-iscsi is: [{'id': 'e6e6667f-7bdb-4f96-851c-7ddad4382e10', 'name': 'tempest-TestShelveInstance-117498442-router', 'tenant_id': 'fa9aeaaf600b4f0baa090dac35478417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:37:56Z', 'updated_at': '2022-03-31T21:44:36Z', 'revision_number': 6, 'project_id': 'fa9aeaaf600b4f0baa090dac35478417', 'gw_port_host': None}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:36.924342 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16384261'] for router_gateway (e6e6667f-7bdb-4f96-851c-7ddad4382e10), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.018474 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31990'] for router (e6e6667f-7bdb-4f96-851c-7ddad4382e10), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.020644 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Publish callbacks [] for router_controller (e6e6667f-7bdb-4f96-851c-7ddad4382e10), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.060272 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.067674 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16399328'] for router (e6e6667f-7bdb-4f96-851c-7ddad4382e10), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.068208 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6e6667f-7bdb-4f96-851c-7ddad4382e10 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:44:37.073101 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.074331 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-43711f32-60d5-47fd-bede-d0581120ed2d admin admin] 10.222.0.24 "DELETE /v2.0/routers/e6e6667f-7bdb-4f96-851c-7ddad4382e10 HTTP/1.1" status: 204 len: 168 time: 0.8288581 Mar 31 21:44:37.076919 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57198) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:37.118319 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.126700 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d16787-bfbf-4917-b025-f04a82548cf2 admin admin] Deleting subnet 9f2d1c4d-34aa-45f1-a92e-c4affe587080 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:44:37.130328 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7d16787-bfbf-4917-b025-f04a82548cf2 admin admin] Publish callbacks [] for subnet (9f2d1c4d-34aa-45f1-a92e-c4affe587080), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.154957 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8b94f-e7d2-4170-b8b6-04624d0246d8 req-3f4c5275-87b0-4d96-9979-e537867a5570 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:37.157170 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3bd8b94f-e7d2-4170-b8b6-04624d0246d8 req-3f4c5275-87b0-4d96-9979-e537867a5570 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 946 time: 0.0673084 Mar 31 21:44:37.171499 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7d16787-bfbf-4917-b025-f04a82548cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13939790'] for subnet (9f2d1c4d-34aa-45f1-a92e-c4affe587080), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.220682 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3bd8b94f-e7d2-4170-b8b6-04624d0246d8 req-7fda751b-9d70-4f7d-bc6c-7ba13360c328 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579240 Mar 31 21:44:37.275386 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7d16787-bfbf-4917-b025-f04a82548cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (9f2d1c4d-34aa-45f1-a92e-c4affe587080), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.340111 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7d16787-bfbf-4917-b025-f04a82548cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13624173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357913'] for subnet (9f2d1c4d-34aa-45f1-a92e-c4affe587080), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.378013 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d16787-bfbf-4917-b025-f04a82548cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2d1c4d-34aa-45f1-a92e-c4affe587080,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:37.383302 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a7d16787-bfbf-4917-b025-f04a82548cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.386924 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-a7d16787-bfbf-4917-b025-f04a82548cf2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9f2d1c4d-34aa-45f1-a92e-c4affe587080 HTTP/1.1" status: 204 len: 168 time: 0.3090138 Mar 31 21:44:37.389428 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57212) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:37.391848 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb808e1-4ec1-4d59-bc75-8ea1903ac572 None None] Network 378e9186-c2c4-4963-b605-d1b013f39554 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:44:37.467495 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (378e9186-c2c4-4963-b605-d1b013f39554), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.528053 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Deleting port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:37.528394 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.614408 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] For port 899c68f0-0909-46b4-ba2a-1f63dbbd9189, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=899c68f0-0909-46b4-ba2a-1f63dbbd9189,segment=NetworkSegment(e4495c3a-7a77-403c-9a31-d4e9e83097eb),segment_id=e4495c3a-7a77-403c-9a31-d4e9e83097eb)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:37.614713 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.635571 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Calling delete_port for 899c68f0-0909-46b4-ba2a-1f63dbbd9189 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:37.702443 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e715b01-915c-4eda-acfe-2cdee189342c None None] DHCP port deletion for 378e9186-c2c4-4963-b605-d1b013f39554 request from dv-cinder-836073-1-iscsi {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:44:37.753137 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.769196 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] No DVR routers for this DVR port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 on host dv-cinder-836073-1-iscsi {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:37.783244 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1e715b01-915c-4eda-acfe-2cdee189342c None None] Deleting port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:37.783626 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1e715b01-915c-4eda-acfe-2cdee189342c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.792487 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Pushing event deleted for resources: {'Port': ['ID=899c68f0-0909-46b4-ba2a-1f63dbbd9189,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:37.850747 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-1e715b01-915c-4eda-acfe-2cdee189342c None None] For port 899c68f0-0909-46b4-ba2a-1f63dbbd9189, host dv-cinder-836073-1-iscsi, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:37.851144 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1e715b01-915c-4eda-acfe-2cdee189342c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.865338 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-1e715b01-915c-4eda-acfe-2cdee189342c None None] Calling delete_port for 899c68f0-0909-46b4-ba2a-1f63dbbd9189 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:37.868688 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (378e9186-c2c4-4963-b605-d1b013f39554), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.869822 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-1e715b01-915c-4eda-acfe-2cdee189342c None None] Port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 21:44:37.872284 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1e715b01-915c-4eda-acfe-2cdee189342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526'] for port (899c68f0-0909-46b4-ba2a-1f63dbbd9189), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.893166 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378e9186-c2c4-4963-b605-d1b013f39554']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:37.904471 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e715b01-915c-4eda-acfe-2cdee189342c None None] Pushing event deleted for resources: {'Port': ['ID=899c68f0-0909-46b4-ba2a-1f63dbbd9189,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:37.907819 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4495c3a-7a77-403c-9a31-d4e9e83097eb') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:37.908225 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4495c3a-7a77-403c-9a31-d4e9e83097eb') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:37.910738 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e715b01-915c-4eda-acfe-2cdee189342c None None] No DVR routers for this DVR port 899c68f0-0909-46b4-ba2a-1f63dbbd9189 on host dv-cinder-836073-1-iscsi {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:37.923011 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14050438'] for segment (e4495c3a-7a77-403c-9a31-d4e9e83097eb), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.936730 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (e4495c3a-7a77-403c-9a31-d4e9e83097eb), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.943155 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:44:37.943542 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13869959'] for segment (e4495c3a-7a77-403c-9a31-d4e9e83097eb), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: Traceback (most recent call last): Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: timer() Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: cb(*args, **kw) Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: return func(*args, **kwargs) Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: self._notify() Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: self.callback(batched_events) Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: event.method(event) Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: return f(self, *a, **k) Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._get(url).json() Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:44:37.945230 dv-cinder-836073-1-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:44:38.003809 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (378e9186-c2c4-4963-b605-d1b013f39554), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:38.011453 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:38.016802 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] 10.222.0.24 "DELETE /v2.0/networks/378e9186-c2c4-4963-b605-d1b013f39554 HTTP/1.1" status: 204 len: 168 time: 0.6254127 Mar 31 21:44:38.020205 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57218) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:38.028409 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab75ec8-d26f-4453-b0c3-75c844a2020f admin admin] Pushing event deleted for resources: {'Network': ['ID=378e9186-c2c4-4963-b605-d1b013f39554,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:38.244081 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:38.269382 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:38.269744 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device e2a16f2e-ed56-4557-a11b-9b9b91de5cb9 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:38.270175 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 3d2295cb-bf88-464b-a4bc-ab9277b34b66 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:38.289670 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 3d2295cb-bf88-464b-a4bc-ab9277b34b66 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:38.290043 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 3d2295cb-bf88-464b-a4bc-ab9277b34b66 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:38.290457 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 899c68f0-0909-46b4-ba2a-1f63dbbd9189 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:38.309049 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 899c68f0-0909-46b4-ba2a-1f63dbbd9189 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:38.309405 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 899c68f0-0909-46b4-ba2a-1f63dbbd9189 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:38.391994 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-283d621e-fc8a-4a00-a933-444479a5763d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384639'] for router_interface (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:38.503552 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:38.663403 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-283d621e-fc8a-4a00-a933-444479a5763d admin admin] Deleting port 8ac5474b-21ab-4912-8cd9-26fa82550632 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:38.663811 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-283d621e-fc8a-4a00-a933-444479a5763d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:38.740794 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-283d621e-fc8a-4a00-a933-444479a5763d admin admin] For port 8ac5474b-21ab-4912-8cd9-26fa82550632, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=8ac5474b-21ab-4912-8cd9-26fa82550632,segment=NetworkSegment(28689d86-2cb1-457c-b346-5b57102b7d2e),segment_id=28689d86-2cb1-457c-b346-5b57102b7d2e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:38.741154 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-283d621e-fc8a-4a00-a933-444479a5763d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:38.755087 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-283d621e-fc8a-4a00-a933-444479a5763d admin admin] Calling delete_port for 8ac5474b-21ab-4912-8cd9-26fa82550632 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:39.197112 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-283d621e-fc8a-4a00-a933-444479a5763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (8ac5474b-21ab-4912-8cd9-26fa82550632), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:39.221038 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d621e-fc8a-4a00-a933-444479a5763d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac5474b-21ab-4912-8cd9-26fa82550632,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:39.399159 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-283d621e-fc8a-4a00-a933-444479a5763d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16386031'] for router_interface (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:39.588400 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:39.654087 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283d621e-fc8a-4a00-a933-444479a5763d admin admin] Router 3be1ec3f-8749-4319-b31d-62a34bbd2ebc has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:39.764812 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283d621e-fc8a-4a00-a933-444479a5763d admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:39.770972 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-283d621e-fc8a-4a00-a933-444479a5763d admin admin] 10.222.0.24 "PUT /v2.0/routers/3be1ec3f-8749-4319-b31d-62a34bbd2ebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7494216 Mar 31 21:44:39.773757 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57232) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:39.776882 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad1c915-b8dd-44f5-bd3e-cd26efa5af2e None None] Sync routers for ids ['3be1ec3f-8749-4319-b31d-62a34bbd2ebc'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:39.788821 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1c915-b8dd-44f5-bd3e-cd26efa5af2e None None] Routers {'3be1ec3f-8749-4319-b31d-62a34bbd2ebc'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:39.789368 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fad1c915-b8dd-44f5-bd3e-cd26efa5af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['3be1ec3f-8749-4319-b31d-62a34bbd2ebc'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:39.901436 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-fad1c915-b8dd-44f5-bd3e-cd26efa5af2e None None] Set router 3be1ec3f-8749-4319-b31d-62a34bbd2ebc gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:39.913551 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Publish callbacks [] for router (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.024478 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Publish callbacks [] for router_gateway (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.085427 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Deleting port ec9fe493-2793-44e3-821e-8974adcf1dbf {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:40.085772 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.097419 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fad1c915-b8dd-44f5-bd3e-cd26efa5af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'name': 'tempest-TestShelveInstance-1106410316-router', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:01Z', 'updated_at': '2022-03-31T21:44:39Z', 'revision_number': 5, 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'gw_port': {'id': 'ec9fe493-2793-44e3-821e-8974adcf1dbf', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:02Z', 'updated_at': '2022-03-31T21:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:40.125663 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad1c915-b8dd-44f5-bd3e-cd26efa5af2e None None] Checking router: 3be1ec3f-8749-4319-b31d-62a34bbd2ebc for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:40.136058 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1c915-b8dd-44f5-bd3e-cd26efa5af2e None None] Routers {'3be1ec3f-8749-4319-b31d-62a34bbd2ebc'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:40.136677 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fad1c915-b8dd-44f5-bd3e-cd26efa5af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['3be1ec3f-8749-4319-b31d-62a34bbd2ebc'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:40.215211 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] For port ec9fe493-2793-44e3-821e-8974adcf1dbf, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=ec9fe493-2793-44e3-821e-8974adcf1dbf,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:40.215834 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.237826 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Calling delete_port for ec9fe493-2793-44e3-821e-8974adcf1dbf owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:40.250755 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-fad1c915-b8dd-44f5-bd3e-cd26efa5af2e None None] Set router 3be1ec3f-8749-4319-b31d-62a34bbd2ebc gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:40.432943 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (ec9fe493-2793-44e3-821e-8974adcf1dbf), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.461888 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9fe493-2793-44e3-821e-8974adcf1dbf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:40.532713 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16384261'] for router_gateway (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.533690 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fad1c915-b8dd-44f5-bd3e-cd26efa5af2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'name': 'tempest-TestShelveInstance-1106410316-router', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:01Z', 'updated_at': '2022-03-31T21:44:40Z', 'revision_number': 6, 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'gw_port_host': None}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:40.584686 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad1c915-b8dd-44f5-bd3e-cd26efa5af2e None None] The sync data for ids ['3be1ec3f-8749-4319-b31d-62a34bbd2ebc'] in dv-cinder-836073-1-iscsi is: [{'id': '3be1ec3f-8749-4319-b31d-62a34bbd2ebc', 'name': 'tempest-TestShelveInstance-1106410316-router', 'tenant_id': '1a8484e1d63c4dcb908db93f40f6444d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:01Z', 'updated_at': '2022-03-31T21:44:40Z', 'revision_number': 6, 'project_id': '1a8484e1d63c4dcb908db93f40f6444d', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:40.634860 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31990'] for router (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.637565 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Publish callbacks [] for router_controller (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.686684 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16399328'] for router (3be1ec3f-8749-4319-b31d-62a34bbd2ebc), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.687211 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3be1ec3f-8749-4319-b31d-62a34bbd2ebc {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:44:40.695852 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.697078 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-094bae78-16b4-4e32-b9bd-8af4b9171d78 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3be1ec3f-8749-4319-b31d-62a34bbd2ebc HTTP/1.1" status: 204 len: 168 time: 0.9222953 Mar 31 21:44:40.699824 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57238) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:40.745134 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-53467550-6356-4d25-ae63-dff223d2dd0a admin admin] Deleting subnet 2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:44:40.748574 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53467550-6356-4d25-ae63-dff223d2dd0a admin admin] Publish callbacks [] for subnet (2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.788039 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53467550-6356-4d25-ae63-dff223d2dd0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13939790'] for subnet (2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.877881 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53467550-6356-4d25-ae63-dff223d2dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.942431 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53467550-6356-4d25-ae63-dff223d2dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13624173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357913'] for subnet (2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.974132 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-53467550-6356-4d25-ae63-dff223d2dd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.980461 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57240) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:40.981396 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-53467550-6356-4d25-ae63-dff223d2dd0a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f HTTP/1.1" status: 204 len: 168 time: 0.2804360 Mar 31 21:44:40.982921 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53467550-6356-4d25-ae63-dff223d2dd0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebfa56c-41a9-48c1-b64b-e1b005fa0d0f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:40.983427 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cda498-4313-4cb7-a3f9-ea9e4e5cf2d5 None None] Network 4882182b-f9c0-48e4-9f96-07a53cd8ec5b requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:44:41.067865 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (4882182b-f9c0-48e4-9f96-07a53cd8ec5b), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.129581 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Deleting port 259b9134-7e0a-4220-b047-e8921f7aba02 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:41.129869 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (259b9134-7e0a-4220-b047-e8921f7aba02), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.197881 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] For port 259b9134-7e0a-4220-b047-e8921f7aba02, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=259b9134-7e0a-4220-b047-e8921f7aba02,segment=NetworkSegment(28689d86-2cb1-457c-b346-5b57102b7d2e),segment_id=28689d86-2cb1-457c-b346-5b57102b7d2e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:41.198184 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (259b9134-7e0a-4220-b047-e8921f7aba02), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.212656 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Calling delete_port for 259b9134-7e0a-4220-b047-e8921f7aba02 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:41.317629 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (259b9134-7e0a-4220-b047-e8921f7aba02), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.351159 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Pushing event deleted for resources: {'Port': ['ID=259b9134-7e0a-4220-b047-e8921f7aba02,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:41.356795 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] No DVR routers for this DVR port 259b9134-7e0a-4220-b047-e8921f7aba02 on host dv-cinder-836073-1-iscsi {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:41.405288 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2cd00a-18d0-46d6-a308-6e56d3822c24 None None] DHCP port deletion for 4882182b-f9c0-48e4-9f96-07a53cd8ec5b request from dv-cinder-836073-1-iscsi {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:44:41.739486 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (4882182b-f9c0-48e4-9f96-07a53cd8ec5b), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.777803 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4882182b-f9c0-48e4-9f96-07a53cd8ec5b']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:41.792506 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28689d86-2cb1-457c-b346-5b57102b7d2e') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:41.792821 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28689d86-2cb1-457c-b346-5b57102b7d2e') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:41.806871 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14050438'] for segment (28689d86-2cb1-457c-b346-5b57102b7d2e), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.829623 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (28689d86-2cb1-457c-b346-5b57102b7d2e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.836920 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:44:41.837408 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13869959'] for segment (28689d86-2cb1-457c-b346-5b57102b7d2e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: Traceback (most recent call last): Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: timer() Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: cb(*args, **kw) Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: return func(*args, **kwargs) Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: self._notify() Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: self.callback(batched_events) Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: event.method(event) Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: return f(self, *a, **k) Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._get(url).json() Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:44:41.839301 dv-cinder-836073-1-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:44:41.936550 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (4882182b-f9c0-48e4-9f96-07a53cd8ec5b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.943094 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.947239 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4882182b-f9c0-48e4-9f96-07a53cd8ec5b HTTP/1.1" status: 204 len: 168 time: 0.9652085 Mar 31 21:44:41.965807 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311872de-66c5-4be6-b039-30a8c5e2f966 admin admin] Pushing event deleted for resources: {'Network': ['ID=4882182b-f9c0-48e4-9f96-07a53cd8ec5b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:42.075656 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57248) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:42.116876 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-4f0525f5-b8eb-4a15-ac61-43f2feca5d8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa9aeaaf600b4f0baa090dac35478417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399921 Mar 31 21:44:42.119308 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57250) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:42.170543 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1f0b4a8-8914-4516-91b3-832610cee8df admin admin] Publish callbacks [] for security_group (5ec1e216-1c8c-4a1d-89b3-faa81f418764), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:42.194720 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1f0b4a8-8914-4516-91b3-832610cee8df admin admin] Publish callbacks [] for security_group (5ec1e216-1c8c-4a1d-89b3-faa81f418764), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:42.257490 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 8ac5474b-21ab-4912-8cd9-26fa82550632 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:42.258588 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1f0b4a8-8914-4516-91b3-832610cee8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (5ec1e216-1c8c-4a1d-89b3-faa81f418764), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:42.262224 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1f0b4a8-8914-4516-91b3-832610cee8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:42.262480 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b1f0b4a8-8914-4516-91b3-832610cee8df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ec1e216-1c8c-4a1d-89b3-faa81f418764 HTTP/1.1" status: 204 len: 168 time: 0.1422672 Mar 31 21:44:42.271132 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0b4a8-8914-4516-91b3-832610cee8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec1e216-1c8c-4a1d-89b3-faa81f418764,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:42.295498 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 8ac5474b-21ab-4912-8cd9-26fa82550632 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:42.295842 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 8ac5474b-21ab-4912-8cd9-26fa82550632 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:42.296622 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device ec9fe493-2793-44e3-821e-8974adcf1dbf no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:42.321247 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: ec9fe493-2793-44e3-821e-8974adcf1dbf {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:42.321593 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device ec9fe493-2793-44e3-821e-8974adcf1dbf not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:42.322046 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 259b9134-7e0a-4220-b047-e8921f7aba02 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:42.344206 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 259b9134-7e0a-4220-b047-e8921f7aba02 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:42.344554 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 259b9134-7e0a-4220-b047-e8921f7aba02 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:42.600989 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57258) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:42.643450 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-1c6169a7-2914-482f-8541-e5626f8e7d38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a8484e1d63c4dcb908db93f40f6444d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413148 Mar 31 21:44:42.645985 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57260) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:42.692914 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67629fbd-b36b-46bb-a91b-8c7f03f9f557 admin admin] Publish callbacks [] for security_group (bfedb7c2-d1ea-41cb-9cc0-8b02ca438c8e), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:42.713493 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67629fbd-b36b-46bb-a91b-8c7f03f9f557 admin admin] Publish callbacks [] for security_group (bfedb7c2-d1ea-41cb-9cc0-8b02ca438c8e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:42.760338 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67629fbd-b36b-46bb-a91b-8c7f03f9f557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (bfedb7c2-d1ea-41cb-9cc0-8b02ca438c8e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:42.763057 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67629fbd-b36b-46bb-a91b-8c7f03f9f557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:42.764313 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-67629fbd-b36b-46bb-a91b-8c7f03f9f557 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfedb7c2-d1ea-41cb-9cc0-8b02ca438c8e HTTP/1.1" status: 204 len: 168 time: 0.1174586 Mar 31 21:44:42.772133 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67629fbd-b36b-46bb-a91b-8c7f03f9f557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfedb7c2-d1ea-41cb-9cc0-8b02ca438c8e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:45.130284 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c73f515-2ee0-4d4c-8e23-a917ddfae94e req-d1faed7c-38d7-4faf-9ddf-2a4013907f07 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495567 Mar 31 21:44:45.240364 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73f515-2ee0-4d4c-8e23-a917ddfae94e req-6339e2c7-e9c3-4b3f-85e2-ce8c58b760b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:45.241913 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c73f515-2ee0-4d4c-8e23-a917ddfae94e req-6339e2c7-e9c3-4b3f-85e2-ce8c58b760b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ae39c656ee84ad0a206b2de783e2957&device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 1130 time: 0.0635054 Mar 31 21:44:45.364707 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73f515-2ee0-4d4c-8e23-a917ddfae94e req-9ee3bdb0-4632-4522-abd4-fff70c4e8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:45.366281 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c73f515-2ee0-4d4c-8e23-a917ddfae94e req-9ee3bdb0-4632-4522-abd4-fff70c4e8fc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 200 len: 916 time: 0.1032274 Mar 31 21:44:45.443910 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c73f515-2ee0-4d4c-8e23-a917ddfae94e req-de68ca7d-5b7e-44d0-b27d-9b11904cfd86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da HTTP/1.1" status: 200 len: 1000 time: 0.0702505 Mar 31 21:44:45.504497 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73f515-2ee0-4d4c-8e23-a917ddfae94e req-4720aac2-2e49-4eec-84ab-2d9128da963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:45.506087 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c73f515-2ee0-4d4c-8e23-a917ddfae94e req-4720aac2-2e49-4eec-84ab-2d9128da963c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9c03d72-65a2-4958-bf93-9d18736e5081 HTTP/1.1" status: 200 len: 855 time: 0.0536137 Mar 31 21:44:45.561935 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73f515-2ee0-4d4c-8e23-a917ddfae94e req-d6d1bcaa-2bb3-47c3-8f61-4cdaa8bedba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:45.563610 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c73f515-2ee0-4d4c-8e23-a917ddfae94e req-d6d1bcaa-2bb3-47c3-8f61-4cdaa8bedba0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af588c6-3580-4c39-ad1f-cdc12f558b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503156 Mar 31 21:44:45.665989 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c73f515-2ee0-4d4c-8e23-a917ddfae94e req-5331ada1-5360-4423-a461-727286d2da80 service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949450 Mar 31 21:44:45.770948 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c73f515-2ee0-4d4c-8e23-a917ddfae94e req-af047d68-586c-4e3c-abc0-f2ce10abeddc service neutron] 10.222.0.13 "GET /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945573 Mar 31 21:44:46.962437 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:44:51.251510 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c372a-76b4-48c0-b24c-6fb1dcac6bc9 req-fd211660-3236-41f5-95ec-226d0787a673 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:51.253038 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4a6c372a-76b4-48c0-b24c-6fb1dcac6bc9 req-fd211660-3236-41f5-95ec-226d0787a673 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 945 time: 0.0564115 Mar 31 21:44:51.301480 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4a6c372a-76b4-48c0-b24c-6fb1dcac6bc9 req-e4356005-1a67-4c2b-8c7a-0de2811eafac tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428305 Mar 31 21:44:52.433848 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c09eb-e8fd-4dd4-93b4-03ade91854d4 req-f5c99d80-cb69-495f-bc20-b7e48f90148c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:52.435444 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-362c09eb-e8fd-4dd4-93b4-03ade91854d4 req-f5c99d80-cb69-495f-bc20-b7e48f90148c tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 945 time: 0.0598161 Mar 31 21:44:52.487006 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-362c09eb-e8fd-4dd4-93b4-03ade91854d4 req-df364cd7-0fe2-4045-9abf-ebb1aa70e50f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452795 Mar 31 21:44:53.525244 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-09bb6024-f7ff-4f7b-802a-c4977d4483f8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:53.526959 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-09bb6024-f7ff-4f7b-802a-c4977d4483f8 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.13 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 945 time: 0.0563166 Mar 31 21:44:53.666709 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Deleting port eb2d555e-1e94-4599-a2cc-f995fd167642 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:53.667057 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:53.678606 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275cb64-e9e9-4550-b9a4-4d2693b9466e req-478f9c09-3452-4012-8934-aeb92ecd1420 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:53.680219 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c275cb64-e9e9-4550-b9a4-4d2693b9466e req-478f9c09-3452-4012-8934-aeb92ecd1420 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 945 time: 0.0770779 Mar 31 21:44:53.791349 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c275cb64-e9e9-4550-b9a4-4d2693b9466e req-fd0b1516-4e10-4fe4-bfd7-26d5e3aee010 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups?id=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005275 Mar 31 21:44:53.805943 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] For port eb2d555e-1e94-4599-a2cc-f995fd167642, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eb2d555e-1e94-4599-a2cc-f995fd167642,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:53.805943 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:53.984878 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:53.985243 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (f4fe708d-7bbf-4eb2-9489-34f4aff4bce9), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:53.985556 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Floating IP f4fe708d-7bbf-4eb2-9489-34f4aff4bce9 disassociated. External IP: 172.27.3.120, port: eb2d555e-1e94-4599-a2cc-f995fd167642. Mar 31 21:44:53.985900 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Calling delete_port for eb2d555e-1e94-4599-a2cc-f995fd167642 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:54.127023 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (eb2d555e-1e94-4599-a2cc-f995fd167642), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:54.162961 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event deleted for resources: {'Port': ['ID=eb2d555e-1e94-4599-a2cc-f995fd167642,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:54.291409 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:54.407324 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:54.419532 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d9f03-2931-4f56-8917-2b1fe5ff675e None None] Sync routers for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:54.430698 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d9f03-2931-4f56-8917-2b1fe5ff675e None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:54.431508 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-2d4d9f03-2931-4f56-8917-2b1fe5ff675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:54.452680 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] No DVR routers for this DVR port eb2d555e-1e94-4599-a2cc-f995fd167642 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:54.455484 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:54.461032 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-533717e3-4e0c-4e16-990b-58f8612cf65d req-782a3777-ee1e-495e-87df-2ce7fb3741d0 tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.13 "DELETE /v2.0/ports/eb2d555e-1e94-4599-a2cc-f995fd167642 HTTP/1.1" status: 204 len: 173 time: 0.9283280 Mar 31 21:44:54.461562 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a674a494-bd92-4f17-a291-b08b928981cb', 'name': 'network-vif-deleted', 'tag': 'eb2d555e-1e94-4599-a2cc-f995fd167642'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:54.464029 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baadaf6e-4215-43f7-a90d-28a056e2bdc3" -d '{"events": [{"server_uuid": "a674a494-bd92-4f17-a291-b08b928981cb", "name": "network-vif-deleted", "tag": "eb2d555e-1e94-4599-a2cc-f995fd167642"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:54.513522 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068f1c5c-b51e-482b-9ea7-cd5481f39d4d x-openstack-request-id: req-068f1c5c-b51e-482b-9ea7-cd5481f39d4d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:54.514098 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a674a494-bd92-4f17-a291-b08b928981cb", "name": "network-vif-deleted", "tag": "eb2d555e-1e94-4599-a2cc-f995fd167642", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:54.514432 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-068f1c5c-b51e-482b-9ea7-cd5481f39d4d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:54.515233 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068f1c5c-b51e-482b-9ea7-cd5481f39d4d'] response: {'server_uuid': 'a674a494-bd92-4f17-a291-b08b928981cb', 'name': 'network-vif-deleted', 'tag': 'eb2d555e-1e94-4599-a2cc-f995fd167642', 'status': 'completed', 'code': 200} Mar 31 21:44:54.568631 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-2d4d9f03-2931-4f56-8917-2b1fe5ff675e None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:54.803995 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-2d4d9f03-2931-4f56-8917-2b1fe5ff675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:58Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:54.834853 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d9f03-2931-4f56-8917-2b1fe5ff675e None None] Checking router: 1fe608d1-1c9f-4585-bb92-6603e3c449f5 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:54.846368 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d9f03-2931-4f56-8917-2b1fe5ff675e None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:54.846989 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-2d4d9f03-2931-4f56-8917-2b1fe5ff675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:54.915776 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e676e900-1831-4f0c-b486-6e79e9326b62 req-612ee271-c8b0-48ad-aa50-3d158c89d90f tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/ports?device_id=a674a494-bd92-4f17-a291-b08b928981cb HTTP/1.1" status: 200 len: 210 time: 0.0393760 Mar 31 21:44:54.966993 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-2d4d9f03-2931-4f56-8917-2b1fe5ff675e None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:55.178209 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-2d4d9f03-2931-4f56-8917-2b1fe5ff675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:58Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:55.217417 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d9f03-2931-4f56-8917-2b1fe5ff675e None None] The sync data for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi is: [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:34:50Z', 'revision_number': 4, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '0c3f54d0-2a7c-4aff-8fad-8521cb3cb889', 'name': '', 'network_id': 'a844914c-5cf6-4424-8cb4-7741526740b1', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'mac_address': 'fa:16:3e:d0:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:47Z', 'updated_at': '2022-03-31T21:34:58Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'subnets': [{'id': '7e267cd5-9f0f-49b6-a0f6-32ad45673e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:55.475656 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b392fe-27b5-413c-b6bb-b66e255ac1a9 None None] New status for floating IP f4fe708d-7bbf-4eb2-9489-34f4aff4bce9: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:44:56.009483 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57338) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:56.065222 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0e9-721d-4860-99fb-6d0e4bd37d1b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group (9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.094915 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0e9-721d-4860-99fb-6d0e4bd37d1b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group (9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.154328 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0e9-721d-4860-99fb-6d0e4bd37d1b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.157067 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa40f0e9-721d-4860-99fb-6d0e4bd37d1b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.158256 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-aa40f0e9-721d-4860-99fb-6d0e4bd37d1b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "DELETE /v2.0/security-groups/9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1 HTTP/1.1" status: 204 len: 168 time: 0.1477072 Mar 31 21:44:56.162253 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57340) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:56.168455 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40f0e9-721d-4860-99fb-6d0e4bd37d1b tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:56.181843 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.api.v2.resource [None req-dae532b2-0078-4fa7-b176-7a209482dbdd tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] show failed (client error): The resource could not be found. Mar 31 21:44:56.182930 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-dae532b2-0078-4fa7-b176-7a209482dbdd tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "GET /v2.0/security-groups/9fdf2ab3-5fa1-441c-b7c7-0f915ac4e6d1 HTTP/1.1" status: 404 len: 347 time: 0.0193858 Mar 31 21:44:56.188216 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57342) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:56.317220 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-769771a3-bb24-4c8f-8f31-43dcd116f25d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Deleting port 8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:56.317558 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-769771a3-bb24-4c8f-8f31-43dcd116f25d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.393529 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-769771a3-bb24-4c8f-8f31-43dcd116f25d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.393851 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-769771a3-bb24-4c8f-8f31-43dcd116f25d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.406530 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-769771a3-bb24-4c8f-8f31-43dcd116f25d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Calling delete_port for 8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:56.550195 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-769771a3-bb24-4c8f-8f31-43dcd116f25d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.595202 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769771a3-bb24-4c8f-8f31-43dcd116f25d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Pushing event deleted for resources: {'Port': ['ID=8ad873b0-8cf0-4cf7-86b7-3c3d569d97d1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:56.701158 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-769771a3-bb24-4c8f-8f31-43dcd116f25d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks [] for floatingip (f4fe708d-7bbf-4eb2-9489-34f4aff4bce9), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.704335 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-769771a3-bb24-4c8f-8f31-43dcd116f25d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.705575 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-769771a3-bb24-4c8f-8f31-43dcd116f25d tempest-AttachVolumeTestJSON-818178979 tempest-AttachVolumeTestJSON-818178979-project] 10.222.0.24 "DELETE /v2.0/floatingips/f4fe708d-7bbf-4eb2-9489-34f4aff4bce9 HTTP/1.1" status: 204 len: 168 time: 0.5163827 Mar 31 21:44:58.954151 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device eb2d555e-1e94-4599-a2cc-f995fd167642 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:58.975174 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: eb2d555e-1e94-4599-a2cc-f995fd167642 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:58.975516 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device eb2d555e-1e94-4599-a2cc-f995fd167642 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:45:00.317780 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57372) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:00.880000 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6f25-67fa-4ec3-942d-a66c19892694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384639'] for router_interface (1fe608d1-1c9f-4585-bb92-6603e3c449f5), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:01.135717 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd6f25-67fa-4ec3-942d-a66c19892694 admin admin] Deleting port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:01.136190 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6f25-67fa-4ec3-942d-a66c19892694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:01.221083 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-d2cd6f25-67fa-4ec3-942d-a66c19892694 admin admin] For port 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=0c3f54d0-2a7c-4aff-8fad-8521cb3cb889,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:01.221445 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6f25-67fa-4ec3-942d-a66c19892694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:01.240976 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-d2cd6f25-67fa-4ec3-942d-a66c19892694 admin admin] Calling delete_port for 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:01.443658 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6f25-67fa-4ec3-942d-a66c19892694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (0c3f54d0-2a7c-4aff-8fad-8521cb3cb889), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:01.470894 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd6f25-67fa-4ec3-942d-a66c19892694 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3f54d0-2a7c-4aff-8fad-8521cb3cb889,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:01.653299 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d2cd6f25-67fa-4ec3-942d-a66c19892694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16386031'] for router_interface (1fe608d1-1c9f-4585-bb92-6603e3c449f5), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:02.103440 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cd6f25-67fa-4ec3-942d-a66c19892694 admin admin] Router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:45:02.217483 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cd6f25-67fa-4ec3-942d-a66c19892694 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:45:02.226266 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-d2cd6f25-67fa-4ec3-942d-a66c19892694 admin admin] 10.222.0.24 "PUT /v2.0/routers/1fe608d1-1c9f-4585-bb92-6603e3c449f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9069476 Mar 31 21:45:02.229101 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57380) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:02.235927 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e6da0-4f77-4f71-a467-b166cdd1d6a4 None None] Sync routers for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:45:02.243720 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e6da0-4f77-4f71-a467-b166cdd1d6a4 None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:45:02.244341 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-fd8e6da0-4f77-4f71-a467-b166cdd1d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:02.349218 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Publish callbacks [] for router (1fe608d1-1c9f-4585-bb92-6603e3c449f5), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:02.361800 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-fd8e6da0-4f77-4f71-a467-b166cdd1d6a4 None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:45:02.464853 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Publish callbacks [] for router_gateway (1fe608d1-1c9f-4585-bb92-6603e3c449f5), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:02.523285 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Deleting port c144cc36-4229-4895-8470-8c2d6dd254ef {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:02.523742 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:02.565986 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-fd8e6da0-4f77-4f71-a467-b166cdd1d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:45:01Z', 'revision_number': 5, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port': {'id': 'c144cc36-4229-4895-8470-8c2d6dd254ef', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:6f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:02.609659 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e6da0-4f77-4f71-a467-b166cdd1d6a4 None None] Checking router: 1fe608d1-1c9f-4585-bb92-6603e3c449f5 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:45:02.609911 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] For port c144cc36-4229-4895-8470-8c2d6dd254ef, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=c144cc36-4229-4895-8470-8c2d6dd254ef,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:02.610349 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:02.619074 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e6da0-4f77-4f71-a467-b166cdd1d6a4 None None] Routers {'1fe608d1-1c9f-4585-bb92-6603e3c449f5'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:45:02.619592 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-fd8e6da0-4f77-4f71-a467-b166cdd1d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:02.624367 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Calling delete_port for c144cc36-4229-4895-8470-8c2d6dd254ef owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:02.824944 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (c144cc36-4229-4895-8470-8c2d6dd254ef), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:02.858644 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c144cc36-4229-4895-8470-8c2d6dd254ef,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:02.877985 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-fd8e6da0-4f77-4f71-a467-b166cdd1d6a4 None None] Set router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:45:02.944348 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16384261'] for router_gateway (1fe608d1-1c9f-4585-bb92-6603e3c449f5), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:02.946829 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-fd8e6da0-4f77-4f71-a467-b166cdd1d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:45:02Z', 'revision_number': 6, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port_host': None}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:02.976630 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e6da0-4f77-4f71-a467-b166cdd1d6a4 None None] The sync data for ids ['1fe608d1-1c9f-4585-bb92-6603e3c449f5'] in dv-cinder-836073-1-iscsi is: [{'id': '1fe608d1-1c9f-4585-bb92-6603e3c449f5', 'name': 'tempest-AttachVolumeTestJSON-396036125-router', 'tenant_id': '179de4c92e6d48bc9b7ded52e148afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:32Z', 'updated_at': '2022-03-31T21:45:02Z', 'revision_number': 6, 'project_id': '179de4c92e6d48bc9b7ded52e148afd4', 'gw_port_host': None}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:45:03.053034 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31990'] for router (1fe608d1-1c9f-4585-bb92-6603e3c449f5), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.055218 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Publish callbacks [] for router_controller (1fe608d1-1c9f-4585-bb92-6603e3c449f5), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.119707 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16399328'] for router (1fe608d1-1c9f-4585-bb92-6603e3c449f5), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.120288 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fe608d1-1c9f-4585-bb92-6603e3c449f5 {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:45:03.125619 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.126900 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-3f531249-0880-43c6-8f53-20041a47cf1c admin admin] 10.222.0.24 "DELETE /v2.0/routers/1fe608d1-1c9f-4585-bb92-6603e3c449f5 HTTP/1.1" status: 204 len: 168 time: 0.8966324 Mar 31 21:45:03.129303 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57390) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:03.173021 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1acfea-4c11-473d-93b3-5ffe98739817 admin admin] Deleting subnet 7e267cd5-9f0f-49b6-a0f6-32ad45673e51 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:45:03.176288 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f1acfea-4c11-473d-93b3-5ffe98739817 admin admin] Publish callbacks [] for subnet (7e267cd5-9f0f-49b6-a0f6-32ad45673e51), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.178754 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e73614d-de8d-4bc1-acbb-51168fbb7dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.211199 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f1acfea-4c11-473d-93b3-5ffe98739817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14050445'] for subnet (7e267cd5-9f0f-49b6-a0f6-32ad45673e51), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.329067 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f1acfea-4c11-473d-93b3-5ffe98739817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (7e267cd5-9f0f-49b6-a0f6-32ad45673e51), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.385118 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f1acfea-4c11-473d-93b3-5ffe98739817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13867809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12905817'] for subnet (7e267cd5-9f0f-49b6-a0f6-32ad45673e51), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.408784 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1acfea-4c11-473d-93b3-5ffe98739817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e267cd5-9f0f-49b6-a0f6-32ad45673e51,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:03.414717 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f1acfea-4c11-473d-93b3-5ffe98739817 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.418216 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-4f1acfea-4c11-473d-93b3-5ffe98739817 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7e267cd5-9f0f-49b6-a0f6-32ad45673e51 HTTP/1.1" status: 204 len: 168 time: 0.2873933 Mar 31 21:45:03.420612 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57392) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:03.422425 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3bd358-6e4c-481c-ae9d-73466f9ff8bc None None] Network a844914c-5cf6-4424-8cb4-7741526740b1 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:45:03.502285 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (a844914c-5cf6-4424-8cb4-7741526740b1), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.564100 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Deleting port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:03.564462 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.631843 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] For port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06,segment=NetworkSegment(ea386540-3e47-44c9-9688-84150d684ada),segment_id=ea386540-3e47-44c9-9688-84150d684ada)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:03.632208 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.645035 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Calling delete_port for e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:03.721863 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.749496 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] No DVR routers for this DVR port e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 on host dv-cinder-836073-1-iscsi {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:45:03.753859 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:03.776269 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa631e3-48e1-456b-80fd-2b8e6a28486f None None] DHCP port deletion for a844914c-5cf6-4424-8cb4-7741526740b1 request from dv-cinder-836073-1-iscsi {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:45:03.829999 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (a844914c-5cf6-4424-8cb4-7741526740b1), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.850444 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a844914c-5cf6-4424-8cb4-7741526740b1']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:03.861788 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea386540-3e47-44c9-9688-84150d684ada') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:03.862113 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea386540-3e47-44c9-9688-84150d684ada') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:03.871499 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14050438'] for segment (ea386540-3e47-44c9-9688-84150d684ada), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.887067 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (ea386540-3e47-44c9-9688-84150d684ada), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.894559 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:45:03.895110 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13869959'] for segment (ea386540-3e47-44c9-9688-84150d684ada), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: Traceback (most recent call last): Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: timer() Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: cb(*args, **kw) Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: return func(*args, **kwargs) Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: self._notify() Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: self.callback(batched_events) Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: event.method(event) Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: return f(self, *a, **k) Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._get(url).json() Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:45:03.897320 dv-cinder-836073-1-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:45:03.964059 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (a844914c-5cf6-4424-8cb4-7741526740b1), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.974712 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:03.978382 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a844914c-5cf6-4424-8cb4-7741526740b1 HTTP/1.1" status: 204 len: 168 time: 0.5559294 Mar 31 21:45:03.991682 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bba9ae-d051-41eb-af9d-98fa9b398913 admin admin] Pushing event deleted for resources: {'Network': ['ID=a844914c-5cf6-4424-8cb4-7741526740b1,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:04.162859 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57406) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:04.213411 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-615282ac-06a5-4917-9ca9-bf99868891db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=179de4c92e6d48bc9b7ded52e148afd4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0493629 Mar 31 21:45:04.216210 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57408) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:04.276339 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0bffab00-4aa0-43d1-9383-cb882b6da217 admin admin] Publish callbacks [] for security_group (9599fc59-7613-492d-902a-1bcfc78681c2), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:04.319081 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0bffab00-4aa0-43d1-9383-cb882b6da217 admin admin] Publish callbacks [] for security_group (9599fc59-7613-492d-902a-1bcfc78681c2), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:04.336903 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:04.382548 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:45:04.382989 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device e7a13e08-0f3c-44db-8cbf-fbe54aa0fe06 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:45:04.383487 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device c144cc36-4229-4895-8470-8c2d6dd254ef no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:04.408484 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: c144cc36-4229-4895-8470-8c2d6dd254ef {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:45:04.408903 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device c144cc36-4229-4895-8470-8c2d6dd254ef not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:45:04.409406 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:04.410636 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0bffab00-4aa0-43d1-9383-cb882b6da217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9599fc59-7613-492d-902a-1bcfc78681c2), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:04.414699 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0bffab00-4aa0-43d1-9383-cb882b6da217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:04.416182 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-0bffab00-4aa0-43d1-9383-cb882b6da217 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9599fc59-7613-492d-902a-1bcfc78681c2 HTTP/1.1" status: 204 len: 168 time: 0.1985788 Mar 31 21:45:04.429182 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffab00-4aa0-43d1-9383-cb882b6da217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9599fc59-7613-492d-902a-1bcfc78681c2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:04.452564 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:45:04.452747 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 0c3f54d0-2a7c-4aff-8fad-8521cb3cb889 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:45:05.271720 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9054-e301-4b85-a6c9-7b0a9bb4638c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:07.052393 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:07.107891 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:08.496770 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.589890 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.614481 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57518) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:09.724476 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-996da785-73c0-4941-a192-a0d66ac92bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.799261 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-996da785-73c0-4941-a192-a0d66ac92bbf admin admin] Publish callbacks [] for security_group (4970f8ec-70f4-43b9-9e3d-5bab6cdca8da), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.804011 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-996da785-73c0-4941-a192-a0d66ac92bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (4970f8ec-70f4-43b9-9e3d-5bab6cdca8da), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.843883 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-996da785-73c0-4941-a192-a0d66ac92bbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e23182aba2294a1eb10977b111f94474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280662 Mar 31 21:45:09.844505 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996da785-73c0-4941-a192-a0d66ac92bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4970f8ec-70f4-43b9-9e3d-5bab6cdca8da,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:09.846559 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57522) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:09.898046 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee61646a-77af-408b-bfa8-d77335b0a459 admin admin] Publish callbacks [] for security_group (4970f8ec-70f4-43b9-9e3d-5bab6cdca8da), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.920655 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee61646a-77af-408b-bfa8-d77335b0a459 admin admin] Publish callbacks [] for security_group (4970f8ec-70f4-43b9-9e3d-5bab6cdca8da), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.968344 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee61646a-77af-408b-bfa8-d77335b0a459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (4970f8ec-70f4-43b9-9e3d-5bab6cdca8da), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.970975 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ee61646a-77af-408b-bfa8-d77335b0a459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.972145 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-ee61646a-77af-408b-bfa8-d77335b0a459 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4970f8ec-70f4-43b9-9e3d-5bab6cdca8da HTTP/1.1" status: 204 len: 168 time: 0.1246021 Mar 31 21:45:09.981144 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61646a-77af-408b-bfa8-d77335b0a459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4970f8ec-70f4-43b9-9e3d-5bab6cdca8da,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:10.259084 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57528) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:10.275313 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd184-d54b-46bc-a466-6aba296943fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:10.354851 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd184-d54b-46bc-a466-6aba296943fc admin admin] Publish callbacks [] for security_group (a4326474-bd3e-44c1-bb95-40d3b964524d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:10.359399 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd184-d54b-46bc-a466-6aba296943fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (a4326474-bd3e-44c1-bb95-40d3b964524d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:10.398282 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a5dfd184-d54b-46bc-a466-6aba296943fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2df1ea74161d49109a42ecaad2791529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380191 Mar 31 21:45:10.399137 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfd184-d54b-46bc-a466-6aba296943fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4326474-bd3e-44c1-bb95-40d3b964524d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:10.400950 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57530) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:10.458211 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9111686-f5be-4f80-b8b0-c7a798f5e161 admin admin] Publish callbacks [] for security_group (a4326474-bd3e-44c1-bb95-40d3b964524d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:10.485519 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9111686-f5be-4f80-b8b0-c7a798f5e161 admin admin] Publish callbacks [] for security_group (a4326474-bd3e-44c1-bb95-40d3b964524d), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:10.540684 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9111686-f5be-4f80-b8b0-c7a798f5e161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (a4326474-bd3e-44c1-bb95-40d3b964524d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:10.544587 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9111686-f5be-4f80-b8b0-c7a798f5e161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:10.548252 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-f9111686-f5be-4f80-b8b0-c7a798f5e161 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4326474-bd3e-44c1-bb95-40d3b964524d HTTP/1.1" status: 204 len: 168 time: 0.1460562 Mar 31 21:45:10.557018 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9111686-f5be-4f80-b8b0-c7a798f5e161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4326474-bd3e-44c1-bb95-40d3b964524d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:12.428445 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57604) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:12.532124 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58221c9a-5487-47b2-89a3-5b4967c8ffe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:12.609766 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58221c9a-5487-47b2-89a3-5b4967c8ffe9 admin admin] Publish callbacks [] for security_group (82e31011-c065-4d31-b9fe-412ee01240c8), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:12.614534 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-58221c9a-5487-47b2-89a3-5b4967c8ffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (82e31011-c065-4d31-b9fe-412ee01240c8), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:12.653026 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-58221c9a-5487-47b2-89a3-5b4967c8ffe9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d755c77accb464b97d8e2bbbbbb8f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230520 Mar 31 21:45:12.656120 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58221c9a-5487-47b2-89a3-5b4967c8ffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e31011-c065-4d31-b9fe-412ee01240c8,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:12.656475 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57608) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:12.708936 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38d8f3ca-d764-4a80-adae-734f9239a812 admin admin] Publish callbacks [] for security_group (82e31011-c065-4d31-b9fe-412ee01240c8), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:12.731616 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38d8f3ca-d764-4a80-adae-734f9239a812 admin admin] Publish callbacks [] for security_group (82e31011-c065-4d31-b9fe-412ee01240c8), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:12.778551 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38d8f3ca-d764-4a80-adae-734f9239a812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (82e31011-c065-4d31-b9fe-412ee01240c8), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:12.781125 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-38d8f3ca-d764-4a80-adae-734f9239a812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:12.782338 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-38d8f3ca-d764-4a80-adae-734f9239a812 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82e31011-c065-4d31-b9fe-412ee01240c8 HTTP/1.1" status: 204 len: 168 time: 0.1243896 Mar 31 21:45:12.789813 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8f3ca-d764-4a80-adae-734f9239a812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e31011-c065-4d31-b9fe-412ee01240c8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:13.051720 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57614) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:13.065188 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b23cedb8-e3a6-4ae2-8f63-92ec29d17c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:13.139078 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b23cedb8-e3a6-4ae2-8f63-92ec29d17c67 admin admin] Publish callbacks [] for security_group (2a0be1cf-26b6-46ed-afd9-77ca080d81cc), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:13.142998 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b23cedb8-e3a6-4ae2-8f63-92ec29d17c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (2a0be1cf-26b6-46ed-afd9-77ca080d81cc), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:13.184936 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-b23cedb8-e3a6-4ae2-8f63-92ec29d17c67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e912ef0c24b14ac9b1aeb36bdc30c0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321399 Mar 31 21:45:13.185806 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cedb8-e3a6-4ae2-8f63-92ec29d17c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0be1cf-26b6-46ed-afd9-77ca080d81cc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:13.188522 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57618) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:13.246010 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b01bea3-cc9b-4e0d-aef1-9e53180d419b admin admin] Publish callbacks [] for security_group (2a0be1cf-26b6-46ed-afd9-77ca080d81cc), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:13.272123 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b01bea3-cc9b-4e0d-aef1-9e53180d419b admin admin] Publish callbacks [] for security_group (2a0be1cf-26b6-46ed-afd9-77ca080d81cc), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:13.325316 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b01bea3-cc9b-4e0d-aef1-9e53180d419b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (2a0be1cf-26b6-46ed-afd9-77ca080d81cc), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:13.328079 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b01bea3-cc9b-4e0d-aef1-9e53180d419b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:13.329262 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5b01bea3-cc9b-4e0d-aef1-9e53180d419b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a0be1cf-26b6-46ed-afd9-77ca080d81cc HTTP/1.1" status: 204 len: 168 time: 0.1396575 Mar 31 21:45:13.337999 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01bea3-cc9b-4e0d-aef1-9e53180d419b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0be1cf-26b6-46ed-afd9-77ca080d81cc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:13.525727 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376708ac-b991-4991-8808-46a5f6c2e053 req-10ae636e-1caa-4a9e-b4fa-10f6ae1b4e6a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:13.527252 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-376708ac-b991-4991-8808-46a5f6c2e053 req-10ae636e-1caa-4a9e-b4fa-10f6ae1b4e6a tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 946 time: 0.0601053 Mar 31 21:45:13.579876 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-376708ac-b991-4991-8808-46a5f6c2e053 req-054a4369-dd9c-48c7-8222-86872979be54 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460413 Mar 31 21:45:14.703680 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c59241-ee6f-4964-b2fd-c451579ee667 req-d3127a3d-b8e7-466e-abce-ab07129910fe tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:14.705068 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-18c59241-ee6f-4964-b2fd-c451579ee667 req-d3127a3d-b8e7-466e-abce-ab07129910fe tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 946 time: 0.0558813 Mar 31 21:45:14.752454 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-18c59241-ee6f-4964-b2fd-c451579ee667 req-b23ab4b0-a89b-43af-b7ee-f07ccdaaac22 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414846 Mar 31 21:45:15.598856 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489504a4-075f-42cc-8622-7002dbf32703 req-c504f1bf-4c50-44a4-b23f-29486963f1f2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:15.600693 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-489504a4-075f-42cc-8622-7002dbf32703 req-c504f1bf-4c50-44a4-b23f-29486963f1f2 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 946 time: 0.0579872 Mar 31 21:45:15.700528 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Deleting port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:15.700774 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:16.107562 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] For port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=49edbd8e-845f-4906-9cd6-7d5b5c738e6b,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:16.108298 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:16.123617 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5389d-aac7-414c-b725-56fd13eae1fa req-93c774c7-94ff-4039-b17c-f58d78de353e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:16.125158 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6a5389d-aac7-414c-b725-56fd13eae1fa req-93c774c7-94ff-4039-b17c-f58d78de353e tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 946 time: 0.1095824 Mar 31 21:45:16.248245 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f6a5389d-aac7-414c-b725-56fd13eae1fa req-4f08589c-219c-453c-913d-510719a7b835 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups?id=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170657 Mar 31 21:45:16.328948 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:16.329308 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (595a423d-8962-4b62-bd3d-fa07350688ff), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:16.329618 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Floating IP 595a423d-8962-4b62-bd3d-fa07350688ff disassociated. External IP: 172.27.3.234, port: 49edbd8e-845f-4906-9cd6-7d5b5c738e6b. Mar 31 21:45:16.329977 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Calling delete_port for 49edbd8e-845f-4906-9cd6-7d5b5c738e6b owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:16.464107 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (49edbd8e-845f-4906-9cd6-7d5b5c738e6b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:16.496484 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event deleted for resources: {'Port': ['ID=49edbd8e-845f-4906-9cd6-7d5b5c738e6b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:16.614881 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Router 37610562-38de-4ff9-a072-9f84247eeba6 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:45:16.724520 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:45:16.736942 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b012fbb-3869-4339-9cd0-1b4f8e5a5d38 None None] Sync routers for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:45:16.749544 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b012fbb-3869-4339-9cd0-1b4f8e5a5d38 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:45:16.750213 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5b012fbb-3869-4339-9cd0-1b4f8e5a5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:45:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:16.775620 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] No DVR routers for this DVR port 49edbd8e-845f-4906-9cd6-7d5b5c738e6b on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:45:16.778650 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:16.782559 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-489504a4-075f-42cc-8622-7002dbf32703 req-030a0a25-d455-40b6-bbed-0a013f3667e8 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.13 "DELETE /v2.0/ports/49edbd8e-845f-4906-9cd6-7d5b5c738e6b HTTP/1.1" status: 204 len: 173 time: 1.1754270 Mar 31 21:45:16.783018 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'name': 'network-vif-deleted', 'tag': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:45:16.785449 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66149af1-396f-4516-ad64-d717e318dd73" -d '{"events": [{"server_uuid": "46d4c384-16c2-4134-a284-a8e987f3e57c", "name": "network-vif-deleted", "tag": "49edbd8e-845f-4906-9cd6-7d5b5c738e6b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:45:16.821584 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a790458b-21ab-460c-b083-43ced378baff x-openstack-request-id: req-a790458b-21ab-460c-b083-43ced378baff {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:45:16.821882 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d4c384-16c2-4134-a284-a8e987f3e57c", "name": "network-vif-deleted", "tag": "49edbd8e-845f-4906-9cd6-7d5b5c738e6b", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:45:16.822179 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a790458b-21ab-460c-b083-43ced378baff {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:45:16.822587 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a790458b-21ab-460c-b083-43ced378baff'] response: {'server_uuid': '46d4c384-16c2-4134-a284-a8e987f3e57c', 'name': 'network-vif-deleted', 'tag': '49edbd8e-845f-4906-9cd6-7d5b5c738e6b', 'status': 'completed', 'code': 200} Mar 31 21:45:16.867613 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5b012fbb-3869-4339-9cd0-1b4f8e5a5d38 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:45:17.076397 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5b012fbb-3869-4339-9cd0-1b4f8e5a5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:17.107220 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b012fbb-3869-4339-9cd0-1b4f8e5a5d38 None None] Checking router: 37610562-38de-4ff9-a072-9f84247eeba6 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:45:17.115896 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b012fbb-3869-4339-9cd0-1b4f8e5a5d38 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:45:17.116490 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5b012fbb-3869-4339-9cd0-1b4f8e5a5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:45:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:17.225150 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5b012fbb-3869-4339-9cd0-1b4f8e5a5d38 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:45:17.344969 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b1a57b3e-3e8e-466e-abe3-9ca94073fd4e req-e0c68337-f5da-49ea-8d44-8bfe582b5b00 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 210 time: 0.0278888 Mar 31 21:45:17.433817 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5b012fbb-3869-4339-9cd0-1b4f8e5a5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:17.461584 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b012fbb-3869-4339-9cd0-1b4f8e5a5d38 None None] The sync data for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi is: [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:34:36Z', 'revision_number': 4, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'cfe7cdbd-32c6-4372-aa72-7cd3c079a620', 'name': '', 'network_id': 'a6fb69be-10fb-4d53-a720-03a7f9cdadda', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'mac_address': 'fa:16:3e:af:bb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:35Z', 'updated_at': '2022-03-31T21:34:44Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'subnets': [{'id': '680eef82-3bbc-4eb7-a395-9c70e4faccb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:45:17.676217 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2276612-40c8-4e9e-a56e-3a8b700790d1 None None] New status for floating IP 595a423d-8962-4b62-bd3d-fa07350688ff: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:45:18.459650 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a8513c45-2f15-4ef3-b1ef-58faa6d74f65 req-78a872a8-11c4-4568-8b42-e9cec7cf707d tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 210 time: 0.0373259 Mar 31 21:45:19.576116 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9f98c67d-6cf6-47d2-899d-a68771f8f899 req-30c3f052-6b78-40d4-b308-8ca8440540cb tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/ports?device_id=46d4c384-16c2-4134-a284-a8e987f3e57c HTTP/1.1" status: 200 len: 210 time: 0.0308297 Mar 31 21:45:20.660166 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57686) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:20.715648 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:20.741000 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:20.804009 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:20.808669 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:20.810451 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "DELETE /v2.0/security-groups/f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f HTTP/1.1" status: 204 len: 168 time: 0.1483428 Mar 31 21:45:20.813174 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57692) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:20.826214 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:20.832782 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.api.v2.resource [None req-fce1010f-245c-44fb-8b77-c95139db2773 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] show failed (client error): The resource could not be found. Mar 31 21:45:20.835327 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-fce1010f-245c-44fb-8b77-c95139db2773 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "GET /v2.0/security-groups/f3ed38b5-91fd-4bf8-8a92-acdf92e75b6f HTTP/1.1" status: 404 len: 347 time: 0.0202804 Mar 31 21:45:20.838939 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57694) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:20.853867 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.855783 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.856166 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.856538 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.856893 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.857226 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.857554 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.857879 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.858784 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.859262 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.859595 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.860071 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.860409 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.860743 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:20.861047 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c3c90c-2e42-453e-944e-711810cb951b tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:21.019644 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-919deb5a-a705-4200-8d93-0fb7bd195433 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Deleting port d62e1c7a-0072-4cd2-bf36-05ef1fab068a {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:21.020048 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-919deb5a-a705-4200-8d93-0fb7bd195433 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (d62e1c7a-0072-4cd2-bf36-05ef1fab068a), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:21.121886 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-919deb5a-a705-4200-8d93-0fb7bd195433 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (d62e1c7a-0072-4cd2-bf36-05ef1fab068a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:21.122367 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-919deb5a-a705-4200-8d93-0fb7bd195433 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (d62e1c7a-0072-4cd2-bf36-05ef1fab068a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:21.137578 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-919deb5a-a705-4200-8d93-0fb7bd195433 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Calling delete_port for d62e1c7a-0072-4cd2-bf36-05ef1fab068a owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:21.293313 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-919deb5a-a705-4200-8d93-0fb7bd195433 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (d62e1c7a-0072-4cd2-bf36-05ef1fab068a), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:21.325376 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919deb5a-a705-4200-8d93-0fb7bd195433 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Pushing event deleted for resources: {'Port': ['ID=d62e1c7a-0072-4cd2-bf36-05ef1fab068a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:21.393779 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-919deb5a-a705-4200-8d93-0fb7bd195433 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks [] for floatingip (595a423d-8962-4b62-bd3d-fa07350688ff), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:21.396329 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-919deb5a-a705-4200-8d93-0fb7bd195433 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:21.397673 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-919deb5a-a705-4200-8d93-0fb7bd195433 tempest-AttachVolumeNegativeTest-122842292 tempest-AttachVolumeNegativeTest-122842292-project] 10.222.0.24 "DELETE /v2.0/floatingips/595a423d-8962-4b62-bd3d-fa07350688ff HTTP/1.1" status: 204 len: 168 time: 0.5574317 Mar 31 21:45:23.764402 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 49edbd8e-845f-4906-9cd6-7d5b5c738e6b no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:23.784821 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: 49edbd8e-845f-4906-9cd6-7d5b5c738e6b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:45:23.785492 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 49edbd8e-845f-4906-9cd6-7d5b5c738e6b not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:45:23.962452 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:45:23.962986 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57768) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:24.067767 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9cc5af0-6dda-4b83-8308-33f201eb8455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:24.141790 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9cc5af0-6dda-4b83-8308-33f201eb8455 admin admin] Publish callbacks [] for security_group (85fce4fd-88cd-4b35-ae6b-011838845a8f), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:24.145838 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f9cc5af0-6dda-4b83-8308-33f201eb8455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (85fce4fd-88cd-4b35-ae6b-011838845a8f), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:24.189519 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f9cc5af0-6dda-4b83-8308-33f201eb8455 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01b33167567b49648ab7faf846fdbb59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227819 Mar 31 21:45:24.189519 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc5af0-6dda-4b83-8308-33f201eb8455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fce4fd-88cd-4b35-ae6b-011838845a8f,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:24.189809 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57772) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:24.237877 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed78dd90-5767-470c-8dae-f86e8808fd2f admin admin] Publish callbacks [] for security_group (85fce4fd-88cd-4b35-ae6b-011838845a8f), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:24.267129 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed78dd90-5767-470c-8dae-f86e8808fd2f admin admin] Publish callbacks [] for security_group (85fce4fd-88cd-4b35-ae6b-011838845a8f), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:24.311453 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed78dd90-5767-470c-8dae-f86e8808fd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (85fce4fd-88cd-4b35-ae6b-011838845a8f), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:24.314741 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ed78dd90-5767-470c-8dae-f86e8808fd2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:24.316140 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-ed78dd90-5767-470c-8dae-f86e8808fd2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85fce4fd-88cd-4b35-ae6b-011838845a8f HTTP/1.1" status: 204 len: 168 time: 0.1252954 Mar 31 21:45:24.324245 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78dd90-5767-470c-8dae-f86e8808fd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fce4fd-88cd-4b35-ae6b-011838845a8f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:25.069372 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57808) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:25.330058 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57816) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:25.434684 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9d05f69-73d6-4a84-99bc-a2fdc4529ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:25.515706 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9d05f69-73d6-4a84-99bc-a2fdc4529ba0 admin admin] Publish callbacks [] for security_group (9aace2c2-13c3-4943-b7e8-c2869091ab70), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:25.520600 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9d05f69-73d6-4a84-99bc-a2fdc4529ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9aace2c2-13c3-4943-b7e8-c2869091ab70), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:25.561094 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a9d05f69-73d6-4a84-99bc-a2fdc4529ba0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76e3e4eca593418dae49bdaa5ee7fd1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299590 Mar 31 21:45:25.562588 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d05f69-73d6-4a84-99bc-a2fdc4529ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aace2c2-13c3-4943-b7e8-c2869091ab70,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:25.564851 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57820) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:25.598282 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e80bfc5-df0b-43b8-a1da-35618fa85164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384639'] for router_interface (37610562-38de-4ff9-a072-9f84247eeba6), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:25.627232 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77d21cb1-6d04-46b3-8934-1a20abbde13c admin admin] Publish callbacks [] for security_group (9aace2c2-13c3-4943-b7e8-c2869091ab70), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:25.651188 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77d21cb1-6d04-46b3-8934-1a20abbde13c admin admin] Publish callbacks [] for security_group (9aace2c2-13c3-4943-b7e8-c2869091ab70), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:25.707510 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77d21cb1-6d04-46b3-8934-1a20abbde13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (9aace2c2-13c3-4943-b7e8-c2869091ab70), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:25.710393 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-77d21cb1-6d04-46b3-8934-1a20abbde13c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:25.711833 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-77d21cb1-6d04-46b3-8934-1a20abbde13c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9aace2c2-13c3-4943-b7e8-c2869091ab70 HTTP/1.1" status: 204 len: 168 time: 0.1460710 Mar 31 21:45:25.720540 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d21cb1-6d04-46b3-8934-1a20abbde13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aace2c2-13c3-4943-b7e8-c2869091ab70,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:25.854245 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6e80bfc5-df0b-43b8-a1da-35618fa85164 admin admin] Deleting port cfe7cdbd-32c6-4372-aa72-7cd3c079a620 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:25.854584 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e80bfc5-df0b-43b8-a1da-35618fa85164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:25.936668 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-6e80bfc5-df0b-43b8-a1da-35618fa85164 admin admin] For port cfe7cdbd-32c6-4372-aa72-7cd3c079a620, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=cfe7cdbd-32c6-4372-aa72-7cd3c079a620,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:25.937537 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e80bfc5-df0b-43b8-a1da-35618fa85164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:25.951502 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-6e80bfc5-df0b-43b8-a1da-35618fa85164 admin admin] Calling delete_port for cfe7cdbd-32c6-4372-aa72-7cd3c079a620 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:26.136509 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e80bfc5-df0b-43b8-a1da-35618fa85164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (cfe7cdbd-32c6-4372-aa72-7cd3c079a620), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:26.161544 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80bfc5-df0b-43b8-a1da-35618fa85164 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe7cdbd-32c6-4372-aa72-7cd3c079a620,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:26.351770 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6e80bfc5-df0b-43b8-a1da-35618fa85164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16386031'] for router_interface (37610562-38de-4ff9-a072-9f84247eeba6), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:26.573020 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e80bfc5-df0b-43b8-a1da-35618fa85164 admin admin] Router 37610562-38de-4ff9-a072-9f84247eeba6 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:45:26.682719 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e80bfc5-df0b-43b8-a1da-35618fa85164 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:45:26.687804 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6e80bfc5-df0b-43b8-a1da-35618fa85164 admin admin] 10.222.0.24 "PUT /v2.0/routers/37610562-38de-4ff9-a072-9f84247eeba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6173580 Mar 31 21:45:26.690333 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57848) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:26.695520 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33385eca-7bb4-4131-bd57-7bf0649e9722 None None] Sync routers for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:45:26.706523 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33385eca-7bb4-4131-bd57-7bf0649e9722 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:45:26.707144 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-33385eca-7bb4-4131-bd57-7bf0649e9722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:45:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:26.786768 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57852) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:26.801220 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Publish callbacks [] for router (37610562-38de-4ff9-a072-9f84247eeba6), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:26.834169 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-33385eca-7bb4-4131-bd57-7bf0649e9722 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:45:26.906976 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3c90-026f-40af-8d1a-31a44afb0780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:26.921253 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Publish callbacks [] for router_gateway (37610562-38de-4ff9-a072-9f84247eeba6), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:26.976870 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Deleting port 309f57aa-0da8-44f9-a686-5647d49ba13d {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:26.977192 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:26.997582 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3c90-026f-40af-8d1a-31a44afb0780 admin admin] Publish callbacks [] for security_group (a2858673-bb49-4473-b0cf-53a41c1e0a0a), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.002815 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cf4e3c90-026f-40af-8d1a-31a44afb0780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (a2858673-bb49-4473-b0cf-53a41c1e0a0a), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.035062 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-33385eca-7bb4-4131-bd57-7bf0649e9722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:45:26Z', 'revision_number': 5, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port': {'id': '309f57aa-0da8-44f9-a686-5647d49ba13d', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:60:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37610562-38de-4ff9-a072-9f84247eeba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:34:31Z', 'updated_at': '2022-03-31T21:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:27.048627 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cf4e3c90-026f-40af-8d1a-31a44afb0780 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33466a32b2424966a3fc82f7ad04e71b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571394 Mar 31 21:45:27.048627 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e3c90-026f-40af-8d1a-31a44afb0780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2858673-bb49-4473-b0cf-53a41c1e0a0a,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:27.054101 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57856) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:27.063449 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33385eca-7bb4-4131-bd57-7bf0649e9722 None None] Checking router: 37610562-38de-4ff9-a072-9f84247eeba6 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:45:27.072065 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33385eca-7bb4-4131-bd57-7bf0649e9722 None None] Routers {'37610562-38de-4ff9-a072-9f84247eeba6'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:45:27.072677 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-33385eca-7bb4-4131-bd57-7bf0649e9722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:45:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['37610562-38de-4ff9-a072-9f84247eeba6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:27.083348 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] For port 309f57aa-0da8-44f9-a686-5647d49ba13d, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=309f57aa-0da8-44f9-a686-5647d49ba13d,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:27.083716 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.106467 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Calling delete_port for 309f57aa-0da8-44f9-a686-5647d49ba13d owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:27.167074 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3c53003-21e9-412a-9184-8bfaaf9025b8 admin admin] Publish callbacks [] for security_group (a2858673-bb49-4473-b0cf-53a41c1e0a0a), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.202963 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3c53003-21e9-412a-9184-8bfaaf9025b8 admin admin] Publish callbacks [] for security_group (a2858673-bb49-4473-b0cf-53a41c1e0a0a), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.289787 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-33385eca-7bb4-4131-bd57-7bf0649e9722 None None] Set router 37610562-38de-4ff9-a072-9f84247eeba6 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:45:27.317894 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3c53003-21e9-412a-9184-8bfaaf9025b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (a2858673-bb49-4473-b0cf-53a41c1e0a0a), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.320715 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3c53003-21e9-412a-9184-8bfaaf9025b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.321879 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-b3c53003-21e9-412a-9184-8bfaaf9025b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2858673-bb49-4473-b0cf-53a41c1e0a0a HTTP/1.1" status: 204 len: 168 time: 0.2665648 Mar 31 21:45:27.339685 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c53003-21e9-412a-9184-8bfaaf9025b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2858673-bb49-4473-b0cf-53a41c1e0a0a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:27.353826 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-33385eca-7bb4-4131-bd57-7bf0649e9722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:45:26Z', 'revision_number': 6, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port_host': None}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:27.361862 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (309f57aa-0da8-44f9-a686-5647d49ba13d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.388602 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33385eca-7bb4-4131-bd57-7bf0649e9722 None None] The sync data for ids ['37610562-38de-4ff9-a072-9f84247eeba6'] in dv-cinder-836073-1-iscsi is: [{'id': '37610562-38de-4ff9-a072-9f84247eeba6', 'name': 'tempest-AttachVolumeNegativeTest-1402748312-router', 'tenant_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:34:29Z', 'updated_at': '2022-03-31T21:45:26Z', 'revision_number': 6, 'project_id': '6a5e785c2bea4d7a8356d23492b9b3e3', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:45:27.411073 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=309f57aa-0da8-44f9-a686-5647d49ba13d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:27.488441 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16384261'] for router_gateway (37610562-38de-4ff9-a072-9f84247eeba6), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.584544 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31990'] for router (37610562-38de-4ff9-a072-9f84247eeba6), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.587728 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Publish callbacks [] for router_controller (37610562-38de-4ff9-a072-9f84247eeba6), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.635085 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16399328'] for router (37610562-38de-4ff9-a072-9f84247eeba6), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.635759 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37610562-38de-4ff9-a072-9f84247eeba6 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:45:27.641414 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.642653 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-36b02843-cbd3-4b65-9bed-951482fdcf53 admin admin] 10.222.0.24 "DELETE /v2.0/routers/37610562-38de-4ff9-a072-9f84247eeba6 HTTP/1.1" status: 204 len: 168 time: 0.9509528 Mar 31 21:45:27.645371 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57868) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:27.698799 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9262455-3f0d-476b-830e-6a5cbae3ee2b admin admin] Deleting subnet 680eef82-3bbc-4eb7-a395-9c70e4faccb8 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:45:27.703130 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c9262455-3f0d-476b-830e-6a5cbae3ee2b admin admin] Publish callbacks [] for subnet (680eef82-3bbc-4eb7-a395-9c70e4faccb8), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.759094 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c9262455-3f0d-476b-830e-6a5cbae3ee2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13939790'] for subnet (680eef82-3bbc-4eb7-a395-9c70e4faccb8), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.856510 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c9262455-3f0d-476b-830e-6a5cbae3ee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (680eef82-3bbc-4eb7-a395-9c70e4faccb8), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.921755 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c9262455-3f0d-476b-830e-6a5cbae3ee2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13624173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357913'] for subnet (680eef82-3bbc-4eb7-a395-9c70e4faccb8), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.948858 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9262455-3f0d-476b-830e-6a5cbae3ee2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680eef82-3bbc-4eb7-a395-9c70e4faccb8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:27.953814 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c9262455-3f0d-476b-830e-6a5cbae3ee2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:27.957556 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-c9262455-3f0d-476b-830e-6a5cbae3ee2b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/680eef82-3bbc-4eb7-a395-9c70e4faccb8 HTTP/1.1" status: 204 len: 168 time: 0.3101239 Mar 31 21:45:27.960002 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57880) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:27.961745 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c48b48e-560d-4db2-ad20-1d5bf20219e3 None None] Network a6fb69be-10fb-4d53-a720-03a7f9cdadda requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:45:28.036241 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (a6fb69be-10fb-4d53-a720-03a7f9cdadda), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.098827 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Deleting port a6f3d1ba-8fe3-4f25-b04a-34463136181a {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:28.099168 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.099849 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57884) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:28.164151 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] For port a6f3d1ba-8fe3-4f25-b04a-34463136181a, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=a6f3d1ba-8fe3-4f25-b04a-34463136181a,segment=NetworkSegment(30db5710-7308-4ac8-9f66-5e1b9fa4ae8a),segment_id=30db5710-7308-4ac8-9f66-5e1b9fa4ae8a)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:28.164620 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.183603 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Calling delete_port for a6f3d1ba-8fe3-4f25-b04a-34463136181a owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:28.192949 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] DHCP port deletion for a6fb69be-10fb-4d53-a720-03a7f9cdadda request from dv-cinder-836073-1-iscsi {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:45:28.223835 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2127420532-network', 'tenant_id': 'd86c53dd789948d58e3f07ad1bdda5fe'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:45:28.255215 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Made reservation on behalf of d86c53dd789948d58e3f07ad1bdda5fe for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:45:28.257722 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.268080 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.272792 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.285321 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Deleting port a6f3d1ba-8fe3-4f25-b04a-34463136181a {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:28.285929 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.302493 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f3d1ba-8fe3-4f25-b04a-34463136181a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:28.304341 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] No DVR routers for this DVR port a6f3d1ba-8fe3-4f25-b04a-34463136181a on host dv-cinder-836073-1-iscsi {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:45:28.314591 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device a6f3d1ba-8fe3-4f25-b04a-34463136181a no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:28.370980 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Publish callbacks [] for security_group (aa4a5f2d-ceb7-4605-a15a-1091b0a855ef), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.375237 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: a6f3d1ba-8fe3-4f25-b04a-34463136181a {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:45:28.376278 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device a6f3d1ba-8fe3-4f25-b04a-34463136181a not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:45:28.376577 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (aa4a5f2d-ceb7-4605-a15a-1091b0a855ef), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.376905 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device cfe7cdbd-32c6-4372-aa72-7cd3c079a620 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:28.385687 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (a6fb69be-10fb-4d53-a720-03a7f9cdadda), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.398777 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:45:28.403592 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: cfe7cdbd-32c6-4372-aa72-7cd3c079a620 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:45:28.404024 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device cfe7cdbd-32c6-4372-aa72-7cd3c079a620 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:45:28.404501 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 309f57aa-0da8-44f9-a686-5647d49ba13d no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:28.411421 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fb69be-10fb-4d53-a720-03a7f9cdadda']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:28.416697 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:28.419949 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (d29427db-7c92-4ceb-bf3b-0ff929a50fba), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.420293 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Added segment d29427db-7c92-4ceb-bf3b-0ff929a50fba of type vlan for network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 Mar 31 21:45:28.421954 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:28.422479 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30db5710-7308-4ac8-9f66-5e1b9fa4ae8a') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:28.430323 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 309f57aa-0da8-44f9-a686-5647d49ba13d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:45:28.430673 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 309f57aa-0da8-44f9-a686-5647d49ba13d not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:45:28.437995 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] For port a6f3d1ba-8fe3-4f25-b04a-34463136181a, host dv-cinder-836073-1-iscsi, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:28.438469 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.440138 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13939781'] for segment (30db5710-7308-4ac8-9f66-5e1b9fa4ae8a), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.460780 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (30db5710-7308-4ac8-9f66-5e1b9fa4ae8a), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.469507 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (0af85373-c0a2-4f2c-af56-4ec6ad0a42a3), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.475527 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Calling delete_port for a6f3d1ba-8fe3-4f25-b04a-34463136181a owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:28.477690 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:45:28.478126 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13622219'] for segment (30db5710-7308-4ac8-9f66-5e1b9fa4ae8a), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: Traceback (most recent call last): Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: timer() Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: cb(*args, **kw) Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: return func(*args, **kwargs) Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: self._notify() Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: self.callback(batched_events) Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: event.method(event) Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: return f(self, *a, **k) Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._get(url).json() Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: return self.request(url, 'GET', **kwargs) Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:45:28.480068 dv-cinder-836073-1-iscsi neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:45:28.482511 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Port a6f3d1ba-8fe3-4f25-b04a-34463136181a was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 21:45:28.484613 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526'] for port (a6f3d1ba-8fe3-4f25-b04a-34463136181a), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.500466 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (0af85373-c0a2-4f2c-af56-4ec6ad0a42a3), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.502102 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:28.502728 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.521495 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] No DVR routers for this DVR port a6f3d1ba-8fe3-4f25-b04a-34463136181a on host dv-cinder-836073-1-iscsi {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:45:28.526567 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Pushing event deleted for resources: {'Port': ['ID=a6f3d1ba-8fe3-4f25-b04a-34463136181a,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:28.538775 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.539540 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.540193 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.540704 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.541186 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.541681 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.542199 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.542713 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.543087 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.543500 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.543741 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.544086 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.544393 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.544879 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.545215 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba81bd8-4246-4c29-b972-e518f917b9f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:28.547580 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (a6fb69be-10fb-4d53-a720-03a7f9cdadda), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.559194 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.566829 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] 10.222.0.24 "DELETE /v2.0/networks/a6fb69be-10fb-4d53-a720-03a7f9cdadda HTTP/1.1" status: 204 len: 168 time: 0.6055140 Mar 31 21:45:28.576693 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d03525-6e70-42da-919c-d761f920a12e admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fb69be-10fb-4d53-a720-03a7f9cdadda,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:28.596173 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4936943 Mar 31 21:45:28.598998 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 57890) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:28.607818 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cfed3609-a731-4b10-b025-2554e9cc1737 admin admin] Request body: {'subnet': {'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2127420532-subnet', 'tenant_id': 'd86c53dd789948d58e3f07ad1bdda5fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:45:28.629377 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcc3ce-ec04-477b-bbfb-b86a92b4bed4 admin admin] Pushing event updated for resources: {'Network': ['ID=0af85373-c0a2-4f2c-af56-4ec6ad0a42a3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:28.638084 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfed3609-a731-4b10-b025-2554e9cc1737 admin admin] Made reservation on behalf of d86c53dd789948d58e3f07ad1bdda5fe for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:45:28.641249 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cfed3609-a731-4b10-b025-2554e9cc1737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12905798'] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.641729 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:45:28.735527 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57892) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:28.785044 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-207212b1-7df2-4444-a734-6b742bcdc5c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a5e785c2bea4d7a8356d23492b9b3e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0475247 Mar 31 21:45:28.787514 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 57894) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:28.841377 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cfed3609-a731-4b10-b025-2554e9cc1737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13867874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12905808'] for subnet (4e4dd204-a616-474b-b45b-dec88692a394), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.931977 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed3609-a731-4b10-b025-2554e9cc1737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4dd204-a616-474b-b45b-dec88692a394,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:28.947665 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed3609-a731-4b10-b025-2554e9cc1737 admin admin] Checking segment: {'id': 'd29427db-7c92-4ceb-bf3b-0ff929a50fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:45:28.948046 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed3609-a731-4b10-b025-2554e9cc1737 admin admin] Network hostable DHCP agents. Network: 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:45:28.968393 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed3609-a731-4b10-b025-2554e9cc1737 admin admin] Network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:45:28.978193 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cfed3609-a731-4b10-b025-2554e9cc1737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:45:28.982786 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfed3609-a731-4b10-b025-2554e9cc1737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:28.983942 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cfed3609-a731-4b10-b025-2554e9cc1737 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:28.988501 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1dd367-1973-45d9-b617-7eff7e264faf None None] Network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:45:29.003690 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cfed3609-a731-4b10-b025-2554e9cc1737 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4034920 Mar 31 21:45:29.116441 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6d26ca-aec9-4db9-a395-f23de39913f5 None None] Network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:45:29.132458 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c6130ca5-f26f-419d-9fba-c4c21389cce9 admin admin] Publish callbacks [] for security_group (4f80785c-0107-41e0-922b-8b7c51aa6dfb), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:29.167246 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c6130ca5-f26f-419d-9fba-c4c21389cce9 admin admin] Publish callbacks [] for security_group (4f80785c-0107-41e0-922b-8b7c51aa6dfb), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:29.230665 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c6130ca5-f26f-419d-9fba-c4c21389cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (4f80785c-0107-41e0-922b-8b7c51aa6dfb), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:29.235318 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c6130ca5-f26f-419d-9fba-c4c21389cce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:29.237353 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-c6130ca5-f26f-419d-9fba-c4c21389cce9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f80785c-0107-41e0-922b-8b7c51aa6dfb HTTP/1.1" status: 204 len: 168 time: 0.4482324 Mar 31 21:45:29.251278 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6130ca5-f26f-419d-9fba-c4c21389cce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f80785c-0107-41e0-922b-8b7c51aa6dfb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:30.883271 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-ebb23e0e-333d-417e-825d-64d9047f6f60 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:30.884694 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-ebb23e0e-333d-417e-825d-64d9047f6f60 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/networks?id=0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 HTTP/1.1" status: 200 len: 814 time: 0.1067977 Mar 31 21:45:30.900127 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-97409d65-d336-44b9-9f8f-bc0eaff9a5e2 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/quotas/d86c53dd789948d58e3f07ad1bdda5fe HTTP/1.1" status: 200 len: 375 time: 0.0099525 Mar 31 21:45:30.944652 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-ab9dd51e-d678-4feb-9a60-c471396e732b tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d86c53dd789948d58e3f07ad1bdda5fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357819 Mar 31 21:45:30.956722 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-f0aefa25-3236-4a5c-9465-e567aa58d142 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:45:30.957704 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-f0aefa25-3236-4a5c-9465-e567aa58d142 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057080 Mar 31 21:45:31.051836 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-c3310a97-04be-4ef4-9774-c45916a1adc5 service neutron] 10.222.0.24 "GET /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883477 Mar 31 21:45:31.148124 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-5e3503eb-b4a6-4329-a666-b9309d001b7e service neutron] 10.222.0.24 "GET /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902631 Mar 31 21:45:31.316080 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ec74d3b1-2844-4733-9435-34ddd4f3a5d9 req-5fec5ce8-b013-47fb-b63a-a7ec8a914a84 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 210 time: 0.0283883 Mar 31 21:45:32.413617 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e7cc8505-17e1-4c23-95e1-bef545811775 req-5645fe02-dafe-4dad-a119-5ecfd114c9cc tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 210 time: 0.0277760 Mar 31 21:45:33.181178 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fbc4de47-a1be-4a87-a57f-28cfaf459960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:33.511559 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-61e5b3b5-e0d8-475f-bcab-2bfafa35cbe0 req-f5636f4f-8aed-403e-8f08-af18c19fa0ae tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 210 time: 0.0279188 Mar 31 21:45:34.237018 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-06a614e7-d9ea-456c-bf5c-4a24448fbe5c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:34.238450 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-06a614e7-d9ea-456c-bf5c-4a24448fbe5c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.13 "GET /v2.0/networks?id=0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 HTTP/1.1" status: 200 len: 814 time: 0.1079710 Mar 31 21:45:34.607541 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a091e7a2-5fe8-4963-b75b-e91133f465a0 req-9576a829-32fa-4c72-a820-0fcb491ca6ca tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 210 time: 0.0270550 Mar 31 21:45:35.275230 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e01c9e10-f05e-4614-afc1-50f9586f2bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:35.528893 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Request body: {'port': {'device_id': 'fa23282d-a160-404d-871d-ffe1fa0560af', 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3', 'admin_state_up': True, 'tenant_id': 'd86c53dd789948d58e3f07ad1bdda5fe'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:45:35.642457 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Made reservation on behalf of d86c53dd789948d58e3f07ad1bdda5fe for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:45:35.648410 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:35.742517 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4a9f98c3-b465-4b25-98ca-049a487e3e17 req-f25c300f-3bea-4431-b607-d167770efaf6 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 210 time: 0.0586324 Mar 31 21:45:35.821613 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Allocated IP 172.20.0.11 (0af85373-c0a2-4f2c-af56-4ec6ad0a42a3/4e4dd204-a616-474b-b45b-dec88692a394/cf3bf14d-2493-4d75-92e0-8910d8913c41) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:45:35.985426 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks [] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:36.023118 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:36.065890 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:45:36.069303 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:45:36.073293 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:45:36.107871 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Pushing event updated for resources: {'Port': ['ID=cf3bf14d-2493-4d75-92e0-8910d8913c41,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:36.134658 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:36.135314 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:36.155860 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-d5d153db-1343-43fd-a790-cfc3e9561b61 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6311710 Mar 31 21:45:36.165927 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-b3f16063-2f60-4581-a220-756bea327b60 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:45:36.166971 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-b3f16063-2f60-4581-a220-756bea327b60 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054319 Mar 31 21:45:36.285501 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Request body: {'port': {'device_id': 'fa23282d-a160-404d-871d-ffe1fa0560af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:45:36.347449 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:36.622748 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3bf14d-2493-4d75-92e0-8910d8913c41 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:45:36.630620 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Publish callbacks [] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:36.643765 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Transition to ACTIVE for port object cf3bf14d-2493-4d75-92e0-8910d8913c41 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:45:36.647514 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:36.699722 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Pushing event updated for resources: {'Port': ['ID=cf3bf14d-2493-4d75-92e0-8910d8913c41,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:36.770459 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Attempting to bind port cf3bf14d-2493-4d75-92e0-8910d8913c41 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:45:36.770886 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Attempting to bind port cf3bf14d-2493-4d75-92e0-8910d8913c41 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd29427db-7c92-4ceb-bf3b-0ff929a50fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:45:36.771222 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Attempting to bind port cf3bf14d-2493-4d75-92e0-8910d8913c41 on network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:45:36.776211 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Port cf3bf14d-2493-4d75-92e0-8910d8913c41 on network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:45:36.776542 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Attempting to bind port cf3bf14d-2493-4d75-92e0-8910d8913c41 on network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:45:36.781772 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:45:36.782152 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Checking segment: {'id': 'd29427db-7c92-4ceb-bf3b-0ff929a50fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:45:36.782539 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Bound using segment: {'id': 'd29427db-7c92-4ceb-bf3b-0ff929a50fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:45:36.782964 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Bound port: cf3bf14d-2493-4d75-92e0-8910d8913c41, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd29427db-7c92-4ceb-bf3b-0ff929a50fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:45:36.783318 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:36.879876 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] For port cf3bf14d-2493-4d75-92e0-8910d8913c41, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:45:36.883598 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] For port cf3bf14d-2493-4d75-92e0-8910d8913c41, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cf3bf14d-2493-4d75-92e0-8910d8913c41,segment=NetworkSegment(d29427db-7c92-4ceb-bf3b-0ff929a50fba),segment_id=d29427db-7c92-4ceb-bf3b-0ff929a50fba)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:45:36.893105 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:36.907026 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59748514-72b0-4674-998b-14ff3b1bae8f req-04a41a4e-c09e-470d-9dae-38c248738b53 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:36.908513 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-59748514-72b0-4674-998b-14ff3b1bae8f req-04a41a4e-c09e-470d-9dae-38c248738b53 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 944 time: 0.0920866 Mar 31 21:45:36.951584 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:36.952187 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:36.954163 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] 10.222.0.13 "PUT /v2.0/ports/cf3bf14d-2493-4d75-92e0-8910d8913c41 HTTP/1.1" status: 200 len: 1094 time: 0.7769306 Mar 31 21:45:36.956573 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa23282d-a160-404d-871d-ffe1fa0560af', 'tag': 'cf3bf14d-2493-4d75-92e0-8910d8913c41'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:45:36.958943 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ac11f6-8da5-4088-937d-c0243653ca02" -d '{"events": [{"name": "network-changed", "server_uuid": "fa23282d-a160-404d-871d-ffe1fa0560af", "tag": "cf3bf14d-2493-4d75-92e0-8910d8913c41"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:45:36.997103 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358df365-db95-4cf3-99dc-730a75a15eff service neutron] Pushing event updated for resources: {'Port': ['ID=cf3bf14d-2493-4d75-92e0-8910d8913c41,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:37.012250 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572dbdcc-7da3-49a3-936d-c8912a149d9b x-openstack-request-id: req-572dbdcc-7da3-49a3-936d-c8912a149d9b {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:45:37.012543 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa23282d-a160-404d-871d-ffe1fa0560af", "tag": "cf3bf14d-2493-4d75-92e0-8910d8913c41", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:45:37.012798 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-572dbdcc-7da3-49a3-936d-c8912a149d9b {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:45:37.013197 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572dbdcc-7da3-49a3-936d-c8912a149d9b'] response: {'name': 'network-changed', 'server_uuid': 'fa23282d-a160-404d-871d-ffe1fa0560af', 'tag': 'cf3bf14d-2493-4d75-92e0-8910d8913c41', 'status': 'completed', 'code': 200} Mar 31 21:45:37.040915 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-59748514-72b0-4674-998b-14ff3b1bae8f req-abbdfa45-51a7-45d3-b996-ccd3c46c2039 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108854 Mar 31 21:45:37.059077 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-2a7e1c75-3c6c-45fe-ba1c-58dcc99bdfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:37.060555 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-2a7e1c75-3c6c-45fe-ba1c-58dcc99bdfa6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d86c53dd789948d58e3f07ad1bdda5fe&device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 1128 time: 0.0646195 Mar 31 21:45:37.066114 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:37.103421 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-b77dfe9e-9689-41b1-b1b1-4183601b6098 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf3bf14d-2493-4d75-92e0-8910d8913c41 HTTP/1.1" status: 200 len: 217 time: 0.0347219 Mar 31 21:45:37.139107 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:37.153588 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-f16cf349-b070-4e75-aee8-4c653f116aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:37.155068 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-f16cf349-b070-4e75-aee8-4c653f116aad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4dd204-a616-474b-b45b-dec88692a394 HTTP/1.1" status: 200 len: 854 time: 0.0436141 Mar 31 21:45:37.188626 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-711104e2-45aa-4dc1-b330-3f40bf0cf099 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af85373-c0a2-4f2c-af56-4ec6ad0a42a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256410 Mar 31 21:45:37.283599 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-934b6c9b-e1e3-4d59-bc40-573f4f44afa3 service neutron] 10.222.0.13 "GET /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877912 Mar 31 21:45:37.393245 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9f2fde7-9921-4440-b128-0bc6b395acf0 req-86ca2140-5057-4c6b-a061-7baaad698426 service neutron] 10.222.0.13 "GET /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035326 Mar 31 21:45:37.516213 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac11f6-8da5-4088-937d-c0243653ca02 req-c74e7ec7-3486-4207-95d8-4d6c5e0aae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:37.518943 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3ac11f6-8da5-4088-937d-c0243653ca02 req-c74e7ec7-3486-4207-95d8-4d6c5e0aae64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d86c53dd789948d58e3f07ad1bdda5fe&device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 1128 time: 0.0630932 Mar 31 21:45:37.654302 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac11f6-8da5-4088-937d-c0243653ca02 req-d0879046-9999-495b-809d-93311ee7b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:37.655863 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3ac11f6-8da5-4088-937d-c0243653ca02 req-d0879046-9999-495b-809d-93311ee7b8bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 HTTP/1.1" status: 200 len: 914 time: 0.1233132 Mar 31 21:45:37.705288 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3ac11f6-8da5-4088-937d-c0243653ca02 req-598e0d4f-fcdf-44a7-84ee-fd8daa74bdc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf3bf14d-2493-4d75-92e0-8910d8913c41 HTTP/1.1" status: 200 len: 217 time: 0.0422094 Mar 31 21:45:37.755616 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac11f6-8da5-4088-937d-c0243653ca02 req-3193e37b-6596-4a3b-9162-cc71dbd91c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:37.757092 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3ac11f6-8da5-4088-937d-c0243653ca02 req-3193e37b-6596-4a3b-9162-cc71dbd91c31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4dd204-a616-474b-b45b-dec88692a394 HTTP/1.1" status: 200 len: 854 time: 0.0459526 Mar 31 21:45:37.798222 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3ac11f6-8da5-4088-937d-c0243653ca02 req-d30fa807-0b9b-41b2-a23c-8197be4a03b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af85373-c0a2-4f2c-af56-4ec6ad0a42a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338886 Mar 31 21:45:37.892631 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3ac11f6-8da5-4088-937d-c0243653ca02 req-f6c2c74e-bf13-425e-a031-0001350c4ed4 service neutron] 10.222.0.13 "GET /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875735 Mar 31 21:45:37.995844 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d3ac11f6-8da5-4088-937d-c0243653ca02 req-7d375595-cfd6-4ded-b763-57e2c04f8877 service neutron] 10.222.0.13 "GET /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952883 Mar 31 21:45:38.174135 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fb0f5-c621-4b4a-8d91-4cad117cc8ca req-3410776d-8229-408d-a1c1-3427c7b48d56 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:38.175649 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ad5fb0f5-c621-4b4a-8d91-4cad117cc8ca req-3410776d-8229-408d-a1c1-3427c7b48d56 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 944 time: 0.0580084 Mar 31 21:45:38.234833 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ad5fb0f5-c621-4b4a-8d91-4cad117cc8ca req-92a9bba7-2a81-4749-af06-6e3ba75b6b36 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491974 Mar 31 21:45:38.507290 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:38.861526 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 58062) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:38.984189 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:39.076839 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Publish callbacks [] for security_group (cfd7dd16-49bb-4590-b17a-42a7d5041850), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:39.081030 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (cfd7dd16-49bb-4590-b17a-42a7d5041850), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:39.121762 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99f47883281e40e8a12d68b582dd6945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590787 Mar 31 21:45:39.122727 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd7dd16-49bb-4590-b17a-42a7d5041850,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:39.124694 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 58066) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:39.130656 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.131006 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.131356 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.131704 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.132041 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.132379 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.132713 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.133039 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.133380 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.133703 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.134111 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.134450 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.134777 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.135105 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.135427 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974fbad-d51a-4763-9d08-11f0cc02e659 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:39.191269 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fda96a6-fbc6-430f-b5d4-bc9d7f1cbb3b admin admin] Publish callbacks [] for security_group (cfd7dd16-49bb-4590-b17a-42a7d5041850), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:39.214037 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fda96a6-fbc6-430f-b5d4-bc9d7f1cbb3b admin admin] Publish callbacks [] for security_group (cfd7dd16-49bb-4590-b17a-42a7d5041850), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:39.265389 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fda96a6-fbc6-430f-b5d4-bc9d7f1cbb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (cfd7dd16-49bb-4590-b17a-42a7d5041850), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:39.269054 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7fda96a6-fbc6-430f-b5d4-bc9d7f1cbb3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:39.274224 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7fda96a6-fbc6-430f-b5d4-bc9d7f1cbb3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfd7dd16-49bb-4590-b17a-42a7d5041850 HTTP/1.1" status: 204 len: 168 time: 0.1436336 Mar 31 21:45:39.283762 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda96a6-fbc6-430f-b5d4-bc9d7f1cbb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd7dd16-49bb-4590-b17a-42a7d5041850,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:39.400916 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ee718-26e6-4dc2-b6ba-eecb9d0a8020 req-f6072ae2-cf44-4af0-8dc5-8093baf8695a tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:39.402550 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-de6ee718-26e6-4dc2-b6ba-eecb9d0a8020 req-f6072ae2-cf44-4af0-8dc5-8093baf8695a tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 944 time: 0.0718424 Mar 31 21:45:39.486342 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-de6ee718-26e6-4dc2-b6ba-eecb9d0a8020 req-4965a3cf-351c-4f14-92a5-f6f7f8535c47 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708654 Mar 31 21:45:39.605498 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:40.784458 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51694b3b-4a15-4ad1-93ce-90d9f87566c3 req-ce134897-735e-44cf-9032-4c1e5264f03a tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:40.786001 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-51694b3b-4a15-4ad1-93ce-90d9f87566c3 req-ce134897-735e-44cf-9032-4c1e5264f03a tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 944 time: 0.0629072 Mar 31 21:45:40.853798 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-51694b3b-4a15-4ad1-93ce-90d9f87566c3 req-6e244653-cea5-4785-9aee-48d9251f10c5 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619886 Mar 31 21:45:41.845678 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device cf3bf14d-2493-4d75-92e0-8910d8913c41 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:45:41.986315 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port cf3bf14d-2493-4d75-92e0-8910d8913c41, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cf3bf14d-2493-4d75-92e0-8910d8913c41,segment=NetworkSegment(d29427db-7c92-4ceb-bf3b-0ff929a50fba),segment_id=d29427db-7c92-4ceb-bf3b-0ff929a50fba)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:42.003024 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': 'cf3bf14d-2493-4d75-92e0-8910d8913c41', 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3', 'port_id': 'cf3bf14d-2493-4d75-92e0-8910d8913c41', 'mac_address': 'fa:16:3e:5f:97:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4dd204-a616-474b-b45b-dec88692a394', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:45:42.003477 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988540c-a9ab-4c8f-a19e-ec408cc187ed req-f838a887-eedb-448e-95b4-7a271472e494 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:42.005807 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4988540c-a9ab-4c8f-a19e-ec408cc187ed req-f838a887-eedb-448e-95b4-7a271472e494 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 944 time: 0.0705590 Mar 31 21:45:42.091609 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4988540c-a9ab-4c8f-a19e-ec408cc187ed req-0df8b4db-7170-422a-9198-3958b10782fd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758014 Mar 31 21:45:42.099801 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port cf3bf14d-2493-4d75-92e0-8910d8913c41 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:45:42.100378 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:42.122635 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3bf14d-2493-4d75-92e0-8910d8913c41 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:45:42.146248 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port cf3bf14d-2493-4d75-92e0-8910d8913c41, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cf3bf14d-2493-4d75-92e0-8910d8913c41,segment=NetworkSegment(d29427db-7c92-4ceb-bf3b-0ff929a50fba),segment_id=d29427db-7c92-4ceb-bf3b-0ff929a50fba)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:42.156325 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:42.209601 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=cf3bf14d-2493-4d75-92e0-8910d8913c41,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:42.583425 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['cf3bf14d-2493-4d75-92e0-8910d8913c41'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:45:43.238100 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974fb22-4d33-4e98-b9b8-01379ee3aaed req-d1388239-b901-4194-8bb0-04bb9dd9638a tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:43.239691 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1974fb22-4d33-4e98-b9b8-01379ee3aaed req-d1388239-b901-4194-8bb0-04bb9dd9638a tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 945 time: 0.0751245 Mar 31 21:45:43.313909 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1974fb22-4d33-4e98-b9b8-01379ee3aaed req-e6e5650c-8f8f-496f-84f5-310a0a91630c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637531 Mar 31 21:45:43.846731 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device cf3bf14d-2493-4d75-92e0-8910d8913c41 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:45:43.903907 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port cf3bf14d-2493-4d75-92e0-8910d8913c41 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:45:43.911211 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port cf3bf14d-2493-4d75-92e0-8910d8913c41 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:45:43.911745 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:43.936814 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b7da-4b68-4681-9ece-5c21d4833ccd req-3edbd7e8-545c-46e3-8a71-a0b5e9bfeacc tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:43.939274 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0170b7da-4b68-4681-9ece-5c21d4833ccd req-3edbd7e8-545c-46e3-8a71-a0b5e9bfeacc tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.1049695 Mar 31 21:45:43.946056 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ab401-59f1-4cae-8339-6a8cd426ba16 req-1ef74eaf-437b-42de-bc44-00ff62c3cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:43.947600 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e4ab401-59f1-4cae-8339-6a8cd426ba16 req-1ef74eaf-437b-42de-bc44-00ff62c3cb9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47aeb455b5a04796ab3db9aaf34c0c00&device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 1169 time: 0.0791008 Mar 31 21:45:44.000749 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port cf3bf14d-2493-4d75-92e0-8910d8913c41 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:45:44.001279 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:44.035099 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa23282d-a160-404d-871d-ffe1fa0560af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3bf14d-2493-4d75-92e0-8910d8913c41'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:45:44.037560 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0a3391-7195-4697-bc98-82e759d0ec4f" -d '{"events": [{"server_uuid": "fa23282d-a160-404d-871d-ffe1fa0560af", "name": "network-vif-plugged", "status": "completed", "tag": "cf3bf14d-2493-4d75-92e0-8910d8913c41"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:45:44.051287 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port cf3bf14d-2493-4d75-92e0-8910d8913c41, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cf3bf14d-2493-4d75-92e0-8910d8913c41,segment=NetworkSegment(d29427db-7c92-4ceb-bf3b-0ff929a50fba),segment_id=d29427db-7c92-4ceb-bf3b-0ff929a50fba)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:44.059590 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:44.091133 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0170b7da-4b68-4681-9ece-5c21d4833ccd req-0832d58a-401e-488b-b5dd-3622ccbba4f7 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1419160 Mar 31 21:45:44.096509 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df72f5cd-ca7e-49f3-aea0-5495a08f82e9 x-openstack-request-id: req-df72f5cd-ca7e-49f3-aea0-5495a08f82e9 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:45:44.096935 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa23282d-a160-404d-871d-ffe1fa0560af", "name": "network-vif-plugged", "status": "completed", "tag": "cf3bf14d-2493-4d75-92e0-8910d8913c41", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:45:44.097364 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df72f5cd-ca7e-49f3-aea0-5495a08f82e9 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:45:44.097998 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df72f5cd-ca7e-49f3-aea0-5495a08f82e9'] response: {'server_uuid': 'fa23282d-a160-404d-871d-ffe1fa0560af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3bf14d-2493-4d75-92e0-8910d8913c41', 'code': 200} Mar 31 21:45:44.119426 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ab401-59f1-4cae-8339-6a8cd426ba16 req-fa2d95c6-db6a-4bc6-a70e-75377651572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:44.122068 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e4ab401-59f1-4cae-8339-6a8cd426ba16 req-fa2d95c6-db6a-4bc6-a70e-75377651572e service neutron] 10.222.0.13 "GET /v2.0/networks?id=db570f06-5f1a-4492-a167-ca7bdd2bc749 HTTP/1.1" status: 200 len: 915 time: 0.1661935 Mar 31 21:45:44.129336 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=cf3bf14d-2493-4d75-92e0-8910d8913c41,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:44.212181 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e4ab401-59f1-4cae-8339-6a8cd426ba16 req-b3a1d356-a3e1-4480-b2f9-e3589b31f5ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 200 len: 1002 time: 0.0809417 Mar 31 21:45:44.313664 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ab401-59f1-4cae-8339-6a8cd426ba16 req-d97410a0-034a-47c0-a790-d03ea2542e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:44.315172 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e4ab401-59f1-4cae-8339-6a8cd426ba16 req-d97410a0-034a-47c0-a790-d03ea2542e06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4896309-c962-4081-b6bd-361c5505791c HTTP/1.1" status: 200 len: 854 time: 0.0957739 Mar 31 21:45:44.354285 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cf512-060f-4132-b220-6abdc7f9634c req-f6885256-7490-479d-b7a7-8ccff3073964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:44.355874 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0a0cf512-060f-4132-b220-6abdc7f9634c req-f6885256-7490-479d-b7a7-8ccff3073964 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 1130 time: 0.0856273 Mar 31 21:45:44.407379 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ab401-59f1-4cae-8339-6a8cd426ba16 req-c5d1218a-5f7c-444f-9f41-6a398240fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:44.408910 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e4ab401-59f1-4cae-8339-6a8cd426ba16 req-c5d1218a-5f7c-444f-9f41-6a398240fb1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db570f06-5f1a-4492-a167-ca7bdd2bc749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0853703 Mar 31 21:45:44.427054 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0a0cf512-060f-4132-b220-6abdc7f9634c req-6e31040d-080a-45c5-aa17-67cb31f91d77 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628643 Mar 31 21:45:44.520005 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c5223-61bf-479f-9b96-9bcf5408ed42 req-8bbf4cc0-ad70-4a8c-92ac-ee9375754d69 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:44.521417 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5b7c5223-61bf-479f-9b96-9bcf5408ed42 req-8bbf4cc0-ad70-4a8c-92ac-ee9375754d69 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 946 time: 0.1082945 Mar 31 21:45:44.566303 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e4ab401-59f1-4cae-8339-6a8cd426ba16 req-34752e15-5d44-4861-833a-b4882a5c4f2c service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415391 Mar 31 21:45:44.595883 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5b7c5223-61bf-479f-9b96-9bcf5408ed42 req-fdccb747-43e5-403e-85e7-b9248ccdc0f5 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637226 Mar 31 21:45:45.126426 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e4ab401-59f1-4cae-8339-6a8cd426ba16 req-392fc823-caf0-487a-8c2c-bc68fa3e9d01 service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023333 Mar 31 21:45:45.304652 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf9ceb-2deb-46d4-a13d-bde8b8fd9b04 req-85bb0c35-6711-459a-810d-586d7ac139ea tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:45.307241 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-58bf9ceb-2deb-46d4-a13d-bde8b8fd9b04 req-85bb0c35-6711-459a-810d-586d7ac139ea tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0978074 Mar 31 21:45:45.315444 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaa4c7-6f80-4929-bb90-6d1f0db46f36 req-8b1fcf8a-2000-42b7-bcb3-d12be6a71036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:45.317219 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-affaa4c7-6f80-4929-bb90-6d1f0db46f36 req-8b1fcf8a-2000-42b7-bcb3-d12be6a71036 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47aeb455b5a04796ab3db9aaf34c0c00&device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 1169 time: 0.0910075 Mar 31 21:45:45.444170 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-58bf9ceb-2deb-46d4-a13d-bde8b8fd9b04 req-2041cac9-d571-40b6-b40b-dbb32a728355 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210916 Mar 31 21:45:45.485226 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaa4c7-6f80-4929-bb90-6d1f0db46f36 req-ffbcedb7-02a4-4b78-b417-6dd1cc1143f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:45.487769 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-affaa4c7-6f80-4929-bb90-6d1f0db46f36 req-ffbcedb7-02a4-4b78-b417-6dd1cc1143f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=db570f06-5f1a-4492-a167-ca7bdd2bc749 HTTP/1.1" status: 200 len: 915 time: 0.1336606 Mar 31 21:45:45.584110 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-affaa4c7-6f80-4929-bb90-6d1f0db46f36 req-7beb29e6-0e5f-4a2b-95d2-4f56786e7dcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 200 len: 1002 time: 0.0825396 Mar 31 21:45:45.660468 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaa4c7-6f80-4929-bb90-6d1f0db46f36 req-304102c0-fc46-47c0-95b8-9480a9df5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:45.663110 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-affaa4c7-6f80-4929-bb90-6d1f0db46f36 req-304102c0-fc46-47c0-95b8-9480a9df5155 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4896309-c962-4081-b6bd-361c5505791c HTTP/1.1" status: 200 len: 854 time: 0.0673466 Mar 31 21:45:45.784277 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaa4c7-6f80-4929-bb90-6d1f0db46f36 req-31d55962-52b6-41d6-b789-78216ab0ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:45.785825 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-affaa4c7-6f80-4929-bb90-6d1f0db46f36 req-31d55962-52b6-41d6-b789-78216ab0ef95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db570f06-5f1a-4492-a167-ca7bdd2bc749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1132433 Mar 31 21:45:45.804354 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd5a85-aa11-46ca-b617-9433847eb3e1 req-e5dd9c71-c95e-4d3f-8262-d5b4c8a229e7 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:45.806991 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04cd5a85-aa11-46ca-b617-9433847eb3e1 req-e5dd9c71-c95e-4d3f-8262-d5b4c8a229e7 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 946 time: 0.0894644 Mar 31 21:45:45.975808 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04cd5a85-aa11-46ca-b617-9433847eb3e1 req-efda4687-8c17-4866-a57b-17f68f7503d5 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538720 Mar 31 21:45:46.006367 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-affaa4c7-6f80-4929-bb90-6d1f0db46f36 req-0526ee0e-9c2d-420c-b744-e751db9fd982 service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976781 Mar 31 21:45:46.139390 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-affaa4c7-6f80-4929-bb90-6d1f0db46f36 req-9110e472-4cf6-4ded-9e26-42fc78454044 service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136534 Mar 31 21:45:46.591234 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41058475-9e29-4776-b3af-551a3db69f82 req-9b80c08d-dcc8-4987-a79b-1da9cb1d77e4 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:46.592966 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41058475-9e29-4776-b3af-551a3db69f82 req-9b80c08d-dcc8-4987-a79b-1da9cb1d77e4 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0620880 Mar 31 21:45:46.670787 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41058475-9e29-4776-b3af-551a3db69f82 req-eaa91126-9494-4ee2-bcd0-5e73f0b01a4f tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710304 Mar 31 21:45:47.133718 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76ecb1-3fae-46d7-894a-7fae38bf8680 req-00b2470c-55f6-4554-acc8-dedd65c5bf9c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:47.135265 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6e76ecb1-3fae-46d7-894a-7fae38bf8680 req-00b2470c-55f6-4554-acc8-dedd65c5bf9c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 946 time: 0.0570645 Mar 31 21:45:47.188489 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6e76ecb1-3fae-46d7-894a-7fae38bf8680 req-922158b8-6568-4934-b4ce-89f7a7770f5c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474107 Mar 31 21:45:47.806653 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b2b0c-fa7d-4474-a9e1-5ce50179eaeb req-9fa7dbd1-d9f3-4298-b24d-68434ca7d353 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:47.808535 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b13b2b0c-fa7d-4474-a9e1-5ce50179eaeb req-9fa7dbd1-d9f3-4298-b24d-68434ca7d353 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0604465 Mar 31 21:45:47.889700 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b13b2b0c-fa7d-4474-a9e1-5ce50179eaeb req-2749e37e-b8e0-4bdf-9912-3d56b05e5452 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710599 Mar 31 21:45:49.024234 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59fe7b-f80c-40b5-af66-a85fbdaf29ab req-7d2391e3-539b-4555-a9dd-d212c5adefe0 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:49.025862 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1f59fe7b-f80c-40b5-af66-a85fbdaf29ab req-7d2391e3-539b-4555-a9dd-d212c5adefe0 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0561101 Mar 31 21:45:49.100195 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1f59fe7b-f80c-40b5-af66-a85fbdaf29ab req-0a143436-af6c-4feb-9b08-65c5ebc0997d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677276 Mar 31 21:45:49.552484 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 58270) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:49.662419 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da87d8c2-42a8-4c38-9139-20d0471a112b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:49.754795 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da87d8c2-42a8-4c38-9139-20d0471a112b admin admin] Publish callbacks [] for security_group (b22da2b1-c699-4ffe-9730-15f864d12270), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:49.759543 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da87d8c2-42a8-4c38-9139-20d0471a112b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (b22da2b1-c699-4ffe-9730-15f864d12270), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:49.804417 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87d8c2-42a8-4c38-9139-20d0471a112b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22da2b1-c699-4ffe-9730-15f864d12270,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:49.808644 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-da87d8c2-42a8-4c38-9139-20d0471a112b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61d6bbf0cff6409b8d7339a48414c1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551162 Mar 31 21:45:49.811333 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 58276) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:49.862483 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f448a766-16e2-455e-ac9a-4456c94900db admin admin] Publish callbacks [] for security_group (b22da2b1-c699-4ffe-9730-15f864d12270), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:49.884772 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f448a766-16e2-455e-ac9a-4456c94900db admin admin] Publish callbacks [] for security_group (b22da2b1-c699-4ffe-9730-15f864d12270), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:49.933825 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f448a766-16e2-455e-ac9a-4456c94900db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (b22da2b1-c699-4ffe-9730-15f864d12270), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:49.936444 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f448a766-16e2-455e-ac9a-4456c94900db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:49.937574 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f448a766-16e2-455e-ac9a-4456c94900db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b22da2b1-c699-4ffe-9730-15f864d12270 HTTP/1.1" status: 204 len: 168 time: 0.1253526 Mar 31 21:45:49.945287 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448a766-16e2-455e-ac9a-4456c94900db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22da2b1-c699-4ffe-9730-15f864d12270,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:50.223107 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1e936-3260-4860-a60f-a89eecbb33d9 req-d38afaf7-c404-49c6-b269-06bcf461fce1 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:50.224702 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-acf1e936-3260-4860-a60f-a89eecbb33d9 req-d38afaf7-c404-49c6-b269-06bcf461fce1 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0565512 Mar 31 21:45:50.314597 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-acf1e936-3260-4860-a60f-a89eecbb33d9 req-5e58a685-2f0a-49f8-bf5e-b576de4ad19b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772507 Mar 31 21:45:51.441327 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ab624-58f9-459f-9f1b-44e04002f2e0 req-65cf6e45-ab91-4b45-aa7e-e1faf50cbf88 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:51.442848 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-274ab624-58f9-459f-9f1b-44e04002f2e0 req-65cf6e45-ab91-4b45-aa7e-e1faf50cbf88 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0590971 Mar 31 21:45:51.503674 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-274ab624-58f9-459f-9f1b-44e04002f2e0 req-42884ea1-35f1-44ad-98cd-3a7ae44ed104 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547850 Mar 31 21:45:52.641477 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca2f0a-84e9-42ec-980a-6350bc20e887 req-80a5592a-059b-4e6d-a31c-9ef7ada2bf8e tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:52.643029 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7cca2f0a-84e9-42ec-980a-6350bc20e887 req-80a5592a-059b-4e6d-a31c-9ef7ada2bf8e tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0581610 Mar 31 21:45:52.721115 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7cca2f0a-84e9-42ec-980a-6350bc20e887 req-d5c26b04-297f-4f11-b080-feffa626c380 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719020 Mar 31 21:45:53.876531 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83a752-b294-4c18-a680-81b714c55665 req-bcbec862-314a-4477-bc29-862508a19c92 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:53.878520 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cc83a752-b294-4c18-a680-81b714c55665 req-bcbec862-314a-4477-bc29-862508a19c92 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0757892 Mar 31 21:45:53.971275 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cc83a752-b294-4c18-a680-81b714c55665 req-5480c66f-d7d4-4b75-8ac0-2f5c41e2b645 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851562 Mar 31 21:45:55.114613 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d572-96a5-42d8-850a-1230a2b0eb61 req-777310ba-df80-42f6-b3a2-f5e6fa11f1bb tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:55.116167 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-14c4d572-96a5-42d8-850a-1230a2b0eb61 req-777310ba-df80-42f6-b3a2-f5e6fa11f1bb tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0572493 Mar 31 21:45:55.180773 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-14c4d572-96a5-42d8-850a-1230a2b0eb61 req-b48bccbc-325e-472f-b271-52f827e21532 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583882 Mar 31 21:45:56.325348 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09813cc-f681-43ba-9561-6ee405e19071 req-e385f1ed-0ed1-4ccb-b76a-c128b04e355f tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:56.327006 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a09813cc-f681-43ba-9561-6ee405e19071 req-e385f1ed-0ed1-4ccb-b76a-c128b04e355f tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0605686 Mar 31 21:45:56.399845 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a09813cc-f681-43ba-9561-6ee405e19071 req-fb8cc98f-d83b-4a33-a0e9-276d8dc778a0 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670161 Mar 31 21:45:57.537746 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d9bb9-bba3-460d-95ff-e34302ef9fd1 req-121d4cde-c93e-41f1-81ff-a70530ece4d6 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:57.539404 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ec6d9bb9-bba3-460d-95ff-e34302ef9fd1 req-121d4cde-c93e-41f1-81ff-a70530ece4d6 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0647416 Mar 31 21:45:57.626479 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ec6d9bb9-bba3-460d-95ff-e34302ef9fd1 req-0ea3e15a-4142-4d6b-acc4-996da323ace4 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800469 Mar 31 21:45:58.272705 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa293ea-0e0f-4184-9c7a-59dba278c0e4 req-37e28bac-687c-4091-ae8e-49efc68122a0 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:58.274322 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7aa293ea-0e0f-4184-9c7a-59dba278c0e4 req-37e28bac-687c-4091-ae8e-49efc68122a0 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 946 time: 0.0700612 Mar 31 21:45:58.342685 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7aa293ea-0e0f-4184-9c7a-59dba278c0e4 req-83cbaa4e-5d5f-428c-8032-3a6c7042cc16 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578790 Mar 31 21:45:58.785427 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935e1f8-61d9-4584-a1e8-6fae97e483b4 req-e4603a51-7eee-43a9-b3ce-e4c499d69dae tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:58.787082 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e935e1f8-61d9-4584-a1e8-6fae97e483b4 req-e4603a51-7eee-43a9-b3ce-e4c499d69dae tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0597656 Mar 31 21:45:58.853825 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e935e1f8-61d9-4584-a1e8-6fae97e483b4 req-271bb4ac-e61d-4f27-84cf-08b73f603300 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608585 Mar 31 21:45:59.505594 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dc9f2-cf5a-4aab-a8ec-5601fd151d40 req-3749a0e4-59c0-4078-b274-5312bee96e7b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:59.507385 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ca5dc9f2-cf5a-4aab-a8ec-5601fd151d40 req-3749a0e4-59c0-4078-b274-5312bee96e7b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 946 time: 0.0666745 Mar 31 21:45:59.567248 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ca5dc9f2-cf5a-4aab-a8ec-5601fd151d40 req-3c8c93f8-c0ce-4a3c-b1c6-7848dfe7750e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485957 Mar 31 21:45:59.999612 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f5e88-dfd9-43a4-a065-db8940f10f8a req-1a5015bb-4fbf-426c-8848-ba9457bcc45f tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:00.001583 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-972f5e88-dfd9-43a4-a065-db8940f10f8a req-1a5015bb-4fbf-426c-8848-ba9457bcc45f tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0679121 Mar 31 21:46:00.070579 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-972f5e88-dfd9-43a4-a065-db8940f10f8a req-29a1f030-eb1d-4d6e-8f12-752fc95781a1 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616910 Mar 31 21:46:00.723123 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd6b5d-6359-43b5-b73f-6f591c449e90 req-4cb0e600-8027-444f-a1ca-7b30fb19226b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:00.724674 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b6bd6b5d-6359-43b5-b73f-6f591c449e90 req-4cb0e600-8027-444f-a1ca-7b30fb19226b tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 946 time: 0.0567465 Mar 31 21:46:00.779711 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b6bd6b5d-6359-43b5-b73f-6f591c449e90 req-f5bf5535-4ca8-4711-beb7-9464fda64bb9 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492523 Mar 31 21:46:00.961376 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:46:01.196863 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28048a4-2230-442f-a1dd-cc04e76e2f70 req-d5332abd-6fd5-4909-9bad-493892d9acd6 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:01.198776 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c28048a4-2230-442f-a1dd-cc04e76e2f70 req-d5332abd-6fd5-4909-9bad-493892d9acd6 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0593491 Mar 31 21:46:01.275646 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c28048a4-2230-442f-a1dd-cc04e76e2f70 req-646aea84-1923-450b-bce7-d26698ba3a9d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699222 Mar 31 21:46:01.924424 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852d0d4-30f9-42f0-960e-c36d84c183de req-0a72ab86-c218-4ffe-b395-f06f7985dd39 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:01.926077 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2852d0d4-30f9-42f0-960e-c36d84c183de req-0a72ab86-c218-4ffe-b395-f06f7985dd39 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 946 time: 0.0684712 Mar 31 21:46:01.976191 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2852d0d4-30f9-42f0-960e-c36d84c183de req-c74d0ec3-7300-412c-8288-7077e34c59e5 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444477 Mar 31 21:46:02.397433 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b362099-dde5-4dbc-9efc-70829fb9b686 req-e5b0cbc3-78aa-4bb9-9294-d9c8d1d49540 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:02.399020 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4b362099-dde5-4dbc-9efc-70829fb9b686 req-e5b0cbc3-78aa-4bb9-9294-d9c8d1d49540 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0568330 Mar 31 21:46:02.468985 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4b362099-dde5-4dbc-9efc-70829fb9b686 req-ed7145cb-2e39-4542-9fbe-893d45469e74 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639112 Mar 31 21:46:03.128603 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb200182-1ddc-4c17-878a-73bac6595edf req-acfce716-7bed-4839-8cf0-2f0094be3942 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:03.131200 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eb200182-1ddc-4c17-878a-73bac6595edf req-acfce716-7bed-4839-8cf0-2f0094be3942 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 946 time: 0.0761898 Mar 31 21:46:03.186825 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-505b8529-2ea4-4644-9df4-0f5897a86f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:03.189489 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eb200182-1ddc-4c17-878a-73bac6595edf req-53cb8e96-d2e8-41ff-9916-b2daaac4dd84 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478773 Mar 31 21:46:03.614370 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd7dd9-bcb2-43c9-a0fa-5b540041591b req-6c35313c-0f62-4a40-af3e-ec1b592bfd03 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:03.615955 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ccbd7dd9-bcb2-43c9-a0fa-5b540041591b req-6c35313c-0f62-4a40-af3e-ec1b592bfd03 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0586965 Mar 31 21:46:03.680293 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ccbd7dd9-bcb2-43c9-a0fa-5b540041591b req-598acd21-0055-4796-b943-56e6c843041d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582287 Mar 31 21:46:04.328029 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ffca4-b259-4c23-b28c-67e8f113db11 req-34665e42-5967-45ba-9a74-fbdea5dae3df tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:04.329611 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d35ffca4-b259-4c23-b28c-67e8f113db11 req-34665e42-5967-45ba-9a74-fbdea5dae3df tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 946 time: 0.0604348 Mar 31 21:46:04.380547 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d35ffca4-b259-4c23-b28c-67e8f113db11 req-c7456392-19a3-4752-b144-881c31dcdd5d tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451875 Mar 31 21:46:04.809527 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e1436-5d50-42be-826c-060dd9ed581a req-522adda9-1569-49c6-9feb-22a02313d7de tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:04.811215 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-138e1436-5d50-42be-826c-060dd9ed581a req-522adda9-1569-49c6-9feb-22a02313d7de tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0577691 Mar 31 21:46:04.877406 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-138e1436-5d50-42be-826c-060dd9ed581a req-bf87f1dc-b2a7-4b5a-85d4-ad7ff5800e6f tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596030 Mar 31 21:46:05.278876 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e58fee5b-bc3b-4cf8-be6e-953cf9ad3abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:05.516924 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6893eca-7d11-4e96-ac6c-8a70a6ae1c4f req-1bc7d32a-17a6-479d-858a-f48a4ae5034e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:05.518572 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c6893eca-7d11-4e96-ac6c-8a70a6ae1c4f req-1bc7d32a-17a6-479d-858a-f48a4ae5034e tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 946 time: 0.0560100 Mar 31 21:46:05.587592 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c6893eca-7d11-4e96-ac6c-8a70a6ae1c4f req-8194948a-2e60-4440-9140-566c35f594f7 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590615 Mar 31 21:46:06.017052 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146cb5e-2af8-43a0-b157-547fe819dbb9 req-ad1fee6f-acb3-4d15-9264-a462f5a77d35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:06.018733 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7146cb5e-2af8-43a0-b157-547fe819dbb9 req-ad1fee6f-acb3-4d15-9264-a462f5a77d35 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0553203 Mar 31 21:46:06.084027 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7146cb5e-2af8-43a0-b157-547fe819dbb9 req-8aff05fe-501b-4bcf-9c21-94ad1dbf477f tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592561 Mar 31 21:46:06.736359 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e628232-2fd7-41c2-853d-9f1a747613de req-b044045b-0c13-444b-a411-67dab55247c2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:06.737882 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e628232-2fd7-41c2-853d-9f1a747613de req-b044045b-0c13-444b-a411-67dab55247c2 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 946 time: 0.0958741 Mar 31 21:46:06.768941 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145434e-35ec-4f99-823c-51d9377a4921 req-d33e1cc8-71f7-40ef-9c76-cc153c3fc31f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:06.770575 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9145434e-35ec-4f99-823c-51d9377a4921 req-d33e1cc8-71f7-40ef-9c76-cc153c3fc31f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 946 time: 0.0856717 Mar 31 21:46:06.867370 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9145434e-35ec-4f99-823c-51d9377a4921 req-a010aebf-bc0e-4d54-92f2-ec07337521ca tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d31870-99f0-4e6a-a803-9cefae0f3ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787623 Mar 31 21:46:06.901930 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Deleting port 591b970f-ba3b-4d98-8a0a-1423f89e05da {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:06.902307 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:07.024619 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] For port 591b970f-ba3b-4d98-8a0a-1423f89e05da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=591b970f-ba3b-4d98-8a0a-1423f89e05da,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:07.025342 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:07.070384 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:07.209298 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:07.256969 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:07.257316 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (a1feb6e0-b843-43be-94db-502eebf12ff2), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:07.257635 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Floating IP a1feb6e0-b843-43be-94db-502eebf12ff2 disassociated. External IP: 172.27.3.46, port: 591b970f-ba3b-4d98-8a0a-1423f89e05da. Mar 31 21:46:07.258004 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Calling delete_port for 591b970f-ba3b-4d98-8a0a-1423f89e05da owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:07.284828 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc9fb6-f3f7-462f-a84c-90e45e3c46b4 req-14593750-0c46-46ce-94e0-cce9c35fbc77 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:07.286514 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fcc9fb6-f3f7-462f-a84c-90e45e3c46b4 req-14593750-0c46-46ce-94e0-cce9c35fbc77 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.1237988 Mar 31 21:46:07.396202 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fcc9fb6-f3f7-462f-a84c-90e45e3c46b4 req-5943e235-e0a3-47ab-9d37-02835bfb3c53 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812972 Mar 31 21:46:07.454909 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (591b970f-ba3b-4d98-8a0a-1423f89e05da), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:07.487286 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event deleted for resources: {'Port': ['ID=591b970f-ba3b-4d98-8a0a-1423f89e05da,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:07.611692 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Router 6d109d59-06b1-4380-a6ca-0b3499bfd0db has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:46:07.722897 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:46:07.734020 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66157c7a-1360-4add-9217-4c6c5ac03d6f None None] Sync routers for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:46:07.745347 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66157c7a-1360-4add-9217-4c6c5ac03d6f None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:46:07.746107 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-66157c7a-1360-4add-9217-4c6c5ac03d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:46:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:07.770675 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] No DVR routers for this DVR port 591b970f-ba3b-4d98-8a0a-1423f89e05da on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:46:07.773497 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:07.776842 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e628232-2fd7-41c2-853d-9f1a747613de req-8fdef326-0ab6-414a-a1df-1293facf2717 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.13 "DELETE /v2.0/ports/591b970f-ba3b-4d98-8a0a-1423f89e05da HTTP/1.1" status: 204 len: 173 time: 1.0226707 Mar 31 21:46:07.777298 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'name': 'network-vif-deleted', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:46:07.780406 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79367789-51e4-46f1-a2a3-6b303c822f1a" -d '{"events": [{"server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "name": "network-vif-deleted", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:46:07.880677 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-66157c7a-1360-4add-9217-4c6c5ac03d6f None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:46:08.042291 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7f1ef0e5-b567-451c-80de-ece8a2a23dbe req-20f4d8d6-af8b-4215-a3a3-af383160b135 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/ports?device_id=63c5c41e-574c-41ed-b171-d297ee3b3884 HTTP/1.1" status: 200 len: 210 time: 0.0451868 Mar 31 21:46:08.068614 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af9713f-faf0-4c1a-b3e5-a70c92fc9202 x-openstack-request-id: req-9af9713f-faf0-4c1a-b3e5-a70c92fc9202 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:46:08.069072 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c5c41e-574c-41ed-b171-d297ee3b3884", "name": "network-vif-deleted", "tag": "591b970f-ba3b-4d98-8a0a-1423f89e05da", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:46:08.069455 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9af9713f-faf0-4c1a-b3e5-a70c92fc9202 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:46:08.069878 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af9713f-faf0-4c1a-b3e5-a70c92fc9202'] response: {'server_uuid': '63c5c41e-574c-41ed-b171-d297ee3b3884', 'name': 'network-vif-deleted', 'tag': '591b970f-ba3b-4d98-8a0a-1423f89e05da', 'status': 'completed', 'code': 200} Mar 31 21:46:08.164550 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-66157c7a-1360-4add-9217-4c6c5ac03d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:08.195534 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66157c7a-1360-4add-9217-4c6c5ac03d6f None None] Checking router: 6d109d59-06b1-4380-a6ca-0b3499bfd0db for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:46:08.205378 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66157c7a-1360-4add-9217-4c6c5ac03d6f None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:46:08.206012 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-66157c7a-1360-4add-9217-4c6c5ac03d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:46:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:08.309351 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-66157c7a-1360-4add-9217-4c6c5ac03d6f None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:46:08.520628 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:08.536565 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-66157c7a-1360-4add-9217-4c6c5ac03d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:08.538913 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9416c5-6096-4f07-aec9-51e9c5c26d92 req-8818b0ab-c9a8-447f-8060-89d40efc71a6 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:08.540447 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3c9416c5-6096-4f07-aec9-51e9c5c26d92 req-8818b0ab-c9a8-447f-8060-89d40efc71a6 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0665090 Mar 31 21:46:08.565564 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66157c7a-1360-4add-9217-4c6c5ac03d6f None None] The sync data for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi is: [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:35:45Z', 'revision_number': 4, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'd4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4', 'name': '', 'network_id': '0af588c6-3580-4c39-ad1f-cdc12f558b33', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'mac_address': 'fa:16:3e:95:fd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:44Z', 'updated_at': '2022-03-31T21:35:48Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'subnets': [{'id': 'a9c03d72-65a2-4958-bf93-9d18736e5081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:46:08.611025 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3c9416c5-6096-4f07-aec9-51e9c5c26d92 req-a9d0b62d-8fe6-4549-9212-05cace0e715f tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645683 Mar 31 21:46:08.788216 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe26aa64-4a10-4887-a004-29c0796d8957 None None] New status for floating IP a1feb6e0-b843-43be-94db-502eebf12ff2: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:46:09.128353 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 58494) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:09.187263 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-12168b37-ee72-4145-a1b5-d8253acee57f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group (84d31870-99f0-4e6a-a803-9cefae0f3ac8), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:09.211428 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-12168b37-ee72-4145-a1b5-d8253acee57f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group (84d31870-99f0-4e6a-a803-9cefae0f3ac8), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:09.259789 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-12168b37-ee72-4145-a1b5-d8253acee57f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (84d31870-99f0-4e6a-a803-9cefae0f3ac8), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:09.262423 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-12168b37-ee72-4145-a1b5-d8253acee57f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:09.266043 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-12168b37-ee72-4145-a1b5-d8253acee57f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "DELETE /v2.0/security-groups/84d31870-99f0-4e6a-a803-9cefae0f3ac8 HTTP/1.1" status: 204 len: 168 time: 0.1342604 Mar 31 21:46:09.266651 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 58504) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:09.275271 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12168b37-ee72-4145-a1b5-d8253acee57f tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d31870-99f0-4e6a-a803-9cefae0f3ac8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:09.286453 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.api.v2.resource [None req-7073de7d-8a4d-4fb0-8713-d8e6015a8518 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] show failed (client error): The resource could not be found. Mar 31 21:46:09.287739 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-7073de7d-8a4d-4fb0-8713-d8e6015a8518 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "GET /v2.0/security-groups/84d31870-99f0-4e6a-a803-9cefae0f3ac8 HTTP/1.1" status: 404 len: 347 time: 0.0200481 Mar 31 21:46:09.290893 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 58506) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:09.424720 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-eb2dedd5-fcd2-404a-b006-d321b537ad65 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Deleting port 01f24d15-53b9-4029-8686-62ba2148d536 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:09.425239 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb2dedd5-fcd2-404a-b006-d321b537ad65 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (01f24d15-53b9-4029-8686-62ba2148d536), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:09.504386 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb2dedd5-fcd2-404a-b006-d321b537ad65 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (01f24d15-53b9-4029-8686-62ba2148d536), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:09.504721 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb2dedd5-fcd2-404a-b006-d321b537ad65 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (01f24d15-53b9-4029-8686-62ba2148d536), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:09.516922 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-eb2dedd5-fcd2-404a-b006-d321b537ad65 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Calling delete_port for 01f24d15-53b9-4029-8686-62ba2148d536 owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:09.595998 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:09.661721 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb2dedd5-fcd2-404a-b006-d321b537ad65 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (01f24d15-53b9-4029-8686-62ba2148d536), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:09.700544 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dedd5-fcd2-404a-b006-d321b537ad65 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Pushing event deleted for resources: {'Port': ['ID=01f24d15-53b9-4029-8686-62ba2148d536,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:09.783362 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb2dedd5-fcd2-404a-b006-d321b537ad65 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks [] for floatingip (a1feb6e0-b843-43be-94db-502eebf12ff2), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:09.785986 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eb2dedd5-fcd2-404a-b006-d321b537ad65 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:09.787134 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-eb2dedd5-fcd2-404a-b006-d321b537ad65 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] 10.222.0.24 "DELETE /v2.0/floatingips/a1feb6e0-b843-43be-94db-502eebf12ff2 HTTP/1.1" status: 204 len: 168 time: 0.4953201 Mar 31 21:46:09.794464 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66524d6-7823-4aad-a72a-798911429df4 req-38fae36c-77ff-4823-a1b6-8452a7e9a22a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:09.795897 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d66524d6-7823-4aad-a72a-798911429df4 req-38fae36c-77ff-4823-a1b6-8452a7e9a22a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.1106668 Mar 31 21:46:09.859062 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d66524d6-7823-4aad-a72a-798911429df4 req-12440cca-bb98-4855-9600-7a84b826796e tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564296 Mar 31 21:46:10.986675 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdb161-243a-44de-a053-766e597ee936 req-d4e3aa45-65ca-44bf-ba06-818ada7bac18 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:10.988145 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-98cdb161-243a-44de-a053-766e597ee936 req-d4e3aa45-65ca-44bf-ba06-818ada7bac18 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0607669 Mar 31 21:46:11.046368 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-98cdb161-243a-44de-a053-766e597ee936 req-57f063cc-b037-4de8-bf27-5021e3639da0 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526118 Mar 31 21:46:12.171526 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbdbfd-68ef-49b4-93c5-01a8267907c9 req-1d62f023-31dc-4d48-8966-74ad0bdbe9b3 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:12.172976 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0bbdbfd-68ef-49b4-93c5-01a8267907c9 req-1d62f023-31dc-4d48-8966-74ad0bdbe9b3 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0583715 Mar 31 21:46:12.236669 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0bbdbfd-68ef-49b4-93c5-01a8267907c9 req-d8c8ad35-e1a2-439a-a47d-90dd72050524 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579534 Mar 31 21:46:13.364207 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c282-03d1-447c-affd-9afa26ba3e8f req-c5bbd014-c60f-48a5-b07c-d46bfb44cdf6 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:13.365865 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6068c282-03d1-447c-affd-9afa26ba3e8f req-c5bbd014-c60f-48a5-b07c-d46bfb44cdf6 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0565770 Mar 31 21:46:13.426334 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6068c282-03d1-447c-affd-9afa26ba3e8f req-3cc92046-eb4d-43e8-aff5-83d548996331 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543041 Mar 31 21:46:14.547432 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ba4cd-2556-4d59-ac5e-220136147f21 req-f7176f39-6d47-496d-bd3d-33c17b3fdc6c tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:14.548993 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-714ba4cd-2556-4d59-ac5e-220136147f21 req-f7176f39-6d47-496d-bd3d-33c17b3fdc6c tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0561707 Mar 31 21:46:14.610760 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-714ba4cd-2556-4d59-ac5e-220136147f21 req-43f42789-59aa-49e1-a7d0-99c4c704c4a3 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550025 Mar 31 21:46:14.690180 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 591b970f-ba3b-4d98-8a0a-1423f89e05da no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:46:14.712148 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: 591b970f-ba3b-4d98-8a0a-1423f89e05da {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:46:14.712489 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 591b970f-ba3b-4d98-8a0a-1423f89e05da not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:46:15.733235 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f1147-a9d7-476d-8bcf-739f2ffb9500 req-d8e07153-4845-4abe-ad08-0e5062c5918e tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:15.734718 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-292f1147-a9d7-476d-8bcf-739f2ffb9500 req-d8e07153-4845-4abe-ad08-0e5062c5918e tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0530272 Mar 31 21:46:15.796984 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-292f1147-a9d7-476d-8bcf-739f2ffb9500 req-3e88f012-e04e-4f74-b426-1a182c4fba6a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565257 Mar 31 21:46:16.917348 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eec33-004f-464f-97bb-caad7909ca89 req-eba8a3ad-cbb6-4e62-9cfd-52c26368bf27 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:16.918907 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-727eec33-004f-464f-97bb-caad7909ca89 req-eba8a3ad-cbb6-4e62-9cfd-52c26368bf27 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0548990 Mar 31 21:46:16.984139 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-727eec33-004f-464f-97bb-caad7909ca89 req-7115e620-1228-48ee-9cac-41e82d6dc482 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584433 Mar 31 21:46:18.103319 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e506eb8-9d9b-4253-9c93-d9d4f1001bd0 req-2dd8d1ce-0507-41b9-a896-d068b0ad9762 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:18.104864 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e506eb8-9d9b-4253-9c93-d9d4f1001bd0 req-2dd8d1ce-0507-41b9-a896-d068b0ad9762 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0541844 Mar 31 21:46:18.171493 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e506eb8-9d9b-4253-9c93-d9d4f1001bd0 req-c1ed8308-cae7-48c6-94d1-e61fb3226c39 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599790 Mar 31 21:46:19.296158 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f4bdc-7c4c-4fd7-b154-4ae6bdcbde4f req-f1e9a6bd-09ca-4a08-8257-8c4a656c5468 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:19.297642 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-358f4bdc-7c4c-4fd7-b154-4ae6bdcbde4f req-f1e9a6bd-09ca-4a08-8257-8c4a656c5468 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.0541070 Mar 31 21:46:19.361499 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-358f4bdc-7c4c-4fd7-b154-4ae6bdcbde4f req-dd8d0a0a-a950-47ef-a884-f4aa92f7fa8d tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=63fab953-8d5d-471e-b535-869c95e2e1a3&id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568080 Mar 31 21:46:20.645198 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 58628) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:21.141307 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384639'] for router_interface (6d109d59-06b1-4380-a6ca-0b3499bfd0db), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:21.669048 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Deleting port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:21.669750 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:21.750138 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] For port d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:21.750439 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:21.764235 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Calling delete_port for d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:21.961093 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:21.987647 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:22.000426 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.000725 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.001068 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.001410 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.001739 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.002093 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.002431 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.002772 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.003083 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.003416 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.003744 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.004078 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.004435 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.004727 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.005048 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:22.169733 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16386031'] for router_interface (6d109d59-06b1-4380-a6ca-0b3499bfd0db), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:22.397807 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Router 6d109d59-06b1-4380-a6ca-0b3499bfd0db has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:46:22.501384 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:46:22.508361 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-96fd6430-82e6-415a-9669-d132996503c1 admin admin] 10.222.0.24 "PUT /v2.0/routers/6d109d59-06b1-4380-a6ca-0b3499bfd0db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8612528 Mar 31 21:46:22.510006 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 58640) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:22.511102 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90153140-c788-426f-8682-9415582df384 None None] Sync routers for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:46:22.521195 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90153140-c788-426f-8682-9415582df384 None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:46:22.521874 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-90153140-c788-426f-8682-9415582df384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:46:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:22.618451 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Publish callbacks [] for router (6d109d59-06b1-4380-a6ca-0b3499bfd0db), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:22.626553 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-90153140-c788-426f-8682-9415582df384 None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:46:22.726550 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Publish callbacks [] for router_gateway (6d109d59-06b1-4380-a6ca-0b3499bfd0db), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:22.779198 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Deleting port 38bf5258-e878-49b8-87e3-d0b6ead8ade7 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:22.780060 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:22.810570 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-90153140-c788-426f-8682-9415582df384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:46:21Z', 'revision_number': 5, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port': {'id': '38bf5258-e878-49b8-87e3-d0b6ead8ade7', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:31:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:35:42Z', 'updated_at': '2022-03-31T21:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:22.837359 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90153140-c788-426f-8682-9415582df384 None None] Checking router: 6d109d59-06b1-4380-a6ca-0b3499bfd0db for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:46:22.848188 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90153140-c788-426f-8682-9415582df384 None None] Routers {'6d109d59-06b1-4380-a6ca-0b3499bfd0db'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:46:22.848811 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-90153140-c788-426f-8682-9415582df384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:46:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:22.866597 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] For port 38bf5258-e878-49b8-87e3-d0b6ead8ade7, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=38bf5258-e878-49b8-87e3-d0b6ead8ade7,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:22.866962 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:22.881422 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Calling delete_port for 38bf5258-e878-49b8-87e3-d0b6ead8ade7 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:23.034085 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-90153140-c788-426f-8682-9415582df384 None None] Set router 6d109d59-06b1-4380-a6ca-0b3499bfd0db gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:46:23.061497 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (38bf5258-e878-49b8-87e3-d0b6ead8ade7), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.088560 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Pushing event deleted for resources: {'Port': ['ID=38bf5258-e878-49b8-87e3-d0b6ead8ade7,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:23.088824 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-90153140-c788-426f-8682-9415582df384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:46:22Z', 'revision_number': 6, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port_host': None}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:23.119680 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90153140-c788-426f-8682-9415582df384 None None] The sync data for ids ['6d109d59-06b1-4380-a6ca-0b3499bfd0db'] in dv-cinder-836073-1-iscsi is: [{'id': '6d109d59-06b1-4380-a6ca-0b3499bfd0db', 'name': 'tempest-AttachVolumeShelveTestJSON-317164462-router', 'tenant_id': '9ae39c656ee84ad0a206b2de783e2957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:35:41Z', 'updated_at': '2022-03-31T21:46:22Z', 'revision_number': 6, 'project_id': '9ae39c656ee84ad0a206b2de783e2957', 'gw_port_host': None}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:46:23.158872 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16384261'] for router_gateway (6d109d59-06b1-4380-a6ca-0b3499bfd0db), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.254236 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31990'] for router (6d109d59-06b1-4380-a6ca-0b3499bfd0db), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.257754 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Publish callbacks [] for router_controller (6d109d59-06b1-4380-a6ca-0b3499bfd0db), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.302733 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16399328'] for router (6d109d59-06b1-4380-a6ca-0b3499bfd0db), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.303186 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d109d59-06b1-4380-a6ca-0b3499bfd0db {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:46:23.307563 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.308606 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f2d4d83d-3d22-44b5-94e8-3312a3dda239 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6d109d59-06b1-4380-a6ca-0b3499bfd0db HTTP/1.1" status: 204 len: 168 time: 0.7976747 Mar 31 21:46:23.311831 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 58644) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:23.356266 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-00047d82-1ff5-4988-80fe-433d23dddd36 admin admin] Deleting subnet a9c03d72-65a2-4958-bf93-9d18736e5081 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:46:23.359369 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00047d82-1ff5-4988-80fe-433d23dddd36 admin admin] Publish callbacks [] for subnet (a9c03d72-65a2-4958-bf93-9d18736e5081), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.393571 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00047d82-1ff5-4988-80fe-433d23dddd36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13939790'] for subnet (a9c03d72-65a2-4958-bf93-9d18736e5081), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.476667 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00047d82-1ff5-4988-80fe-433d23dddd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (a9c03d72-65a2-4958-bf93-9d18736e5081), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.535332 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00047d82-1ff5-4988-80fe-433d23dddd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13624173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357913'] for subnet (a9c03d72-65a2-4958-bf93-9d18736e5081), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.562451 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00047d82-1ff5-4988-80fe-433d23dddd36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c03d72-65a2-4958-bf93-9d18736e5081,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:23.566297 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-00047d82-1ff5-4988-80fe-433d23dddd36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.570527 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-00047d82-1ff5-4988-80fe-433d23dddd36 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a9c03d72-65a2-4958-bf93-9d18736e5081 HTTP/1.1" status: 204 len: 168 time: 0.2575967 Mar 31 21:46:23.572057 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 58648) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:23.573217 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c507677-d4f4-462d-b51e-0cb411002610 None None] Network 0af588c6-3580-4c39-ad1f-cdc12f558b33 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:46:23.646509 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (0af588c6-3580-4c39-ad1f-cdc12f558b33), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.704817 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Deleting port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:23.705129 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.766580 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] For port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=2ae723ee-8676-4d0a-9ed0-4e25f62a01a9,segment=NetworkSegment(782f5e33-9116-4999-bf48-427ba334b49d),segment_id=782f5e33-9116-4999-bf48-427ba334b49d)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:23.766936 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.780398 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Calling delete_port for 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:23.863801 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (2ae723ee-8676-4d0a-9ed0-4e25f62a01a9), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:23.896177 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae723ee-8676-4d0a-9ed0-4e25f62a01a9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:23.912426 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] No DVR routers for this DVR port 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 on host dv-cinder-836073-1-iscsi {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:46:23.913139 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55acff5-b83f-4308-baa4-7be02012f381 None None] DHCP port deletion for 0af588c6-3580-4c39-ad1f-cdc12f558b33 request from dv-cinder-836073-1-iscsi {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:46:24.003106 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (0af588c6-3580-4c39-ad1f-cdc12f558b33), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.033286 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af588c6-3580-4c39-ad1f-cdc12f558b33']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:24.044232 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782f5e33-9116-4999-bf48-427ba334b49d') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:24.044524 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782f5e33-9116-4999-bf48-427ba334b49d') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:24.054733 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13939781'] for segment (782f5e33-9116-4999-bf48-427ba334b49d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.068868 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (782f5e33-9116-4999-bf48-427ba334b49d), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.075604 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:46:24.076002 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13622219'] for segment (782f5e33-9116-4999-bf48-427ba334b49d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: Traceback (most recent call last): Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: timer() Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: cb(*args, **kw) Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: return func(*args, **kwargs) Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: self._notify() Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: self.callback(batched_events) Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: event.method(event) Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: return f(self, *a, **k) Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._get(url).json() Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: return self.request(url, 'GET', **kwargs) Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:46:24.078365 dv-cinder-836073-1-iscsi neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:46:24.136106 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (0af588c6-3580-4c39-ad1f-cdc12f558b33), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.143188 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.149337 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0af588c6-3580-4c39-ad1f-cdc12f558b33 HTTP/1.1" status: 204 len: 168 time: 0.5762615 Mar 31 21:46:24.159649 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ac57c-559b-4a78-a7c8-443bde2fade4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af588c6-3580-4c39-ad1f-cdc12f558b33,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:24.268653 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 58652) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:24.332501 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-00f2e1f2-563e-4702-ba58-8a31cbdf2471 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ae39c656ee84ad0a206b2de783e2957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625587 Mar 31 21:46:24.335464 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 58656) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:24.341291 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 38bf5258-e878-49b8-87e3-d0b6ead8ade7 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:46:24.362852 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 38bf5258-e878-49b8-87e3-d0b6ead8ade7 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:46:24.363200 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 38bf5258-e878-49b8-87e3-d0b6ead8ade7 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:46:24.363826 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:46:24.383430 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:46:24.383685 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device d4f2f4a0-01cd-4e31-8ab1-40d5a1acbde4 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:46:24.384096 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:46:24.390650 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e4d616e-cc8a-4f0d-b598-456be58fac6e admin admin] Publish callbacks [] for security_group (c9e50b30-510c-4a38-884a-4d6d0f10550b), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.403230 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:46:24.403577 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 2ae723ee-8676-4d0a-9ed0-4e25f62a01a9 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:46:24.413837 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e4d616e-cc8a-4f0d-b598-456be58fac6e admin admin] Publish callbacks [] for security_group (c9e50b30-510c-4a38-884a-4d6d0f10550b), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.465608 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e4d616e-cc8a-4f0d-b598-456be58fac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (c9e50b30-510c-4a38-884a-4d6d0f10550b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.468300 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e4d616e-cc8a-4f0d-b598-456be58fac6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.469459 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6e4d616e-cc8a-4f0d-b598-456be58fac6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9e50b30-510c-4a38-884a-4d6d0f10550b HTTP/1.1" status: 204 len: 168 time: 0.1328793 Mar 31 21:46:24.477906 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d616e-cc8a-4f0d-b598-456be58fac6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e50b30-510c-4a38-884a-4d6d0f10550b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:26.591404 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 58742) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:26.717936 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51424e8b-3da1-41f2-b9ba-116517a06896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.814680 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51424e8b-3da1-41f2-b9ba-116517a06896 admin admin] Publish callbacks [] for security_group (eda4cee6-a454-4e5d-a781-fb564acdecbe), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.819601 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-51424e8b-3da1-41f2-b9ba-116517a06896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (eda4cee6-a454-4e5d-a781-fb564acdecbe), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.868800 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-51424e8b-3da1-41f2-b9ba-116517a06896 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7caf4f9497b94676b59f1c3e75eec687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754838 Mar 31 21:46:26.869527 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51424e8b-3da1-41f2-b9ba-116517a06896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda4cee6-a454-4e5d-a781-fb564acdecbe,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:26.873122 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 58748) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:26.934036 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33ba71ed-244f-4ba7-9ff4-44fd38e580cc admin admin] Publish callbacks [] for security_group (eda4cee6-a454-4e5d-a781-fb564acdecbe), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.959438 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33ba71ed-244f-4ba7-9ff4-44fd38e580cc admin admin] Publish callbacks [] for security_group (eda4cee6-a454-4e5d-a781-fb564acdecbe), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.017416 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33ba71ed-244f-4ba7-9ff4-44fd38e580cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (eda4cee6-a454-4e5d-a781-fb564acdecbe), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.020861 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-33ba71ed-244f-4ba7-9ff4-44fd38e580cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.022564 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-33ba71ed-244f-4ba7-9ff4-44fd38e580cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eda4cee6-a454-4e5d-a781-fb564acdecbe HTTP/1.1" status: 204 len: 168 time: 0.1473892 Mar 31 21:46:27.036140 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba71ed-244f-4ba7-9ff4-44fd38e580cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda4cee6-a454-4e5d-a781-fb564acdecbe,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:27.322123 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 58754) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:27.341783 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ae18fb8c-2d06-4a4d-8e9c-34c17cbcbc8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.417902 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ae18fb8c-2d06-4a4d-8e9c-34c17cbcbc8a admin admin] Publish callbacks [] for security_group (cc6ec16b-eaeb-440d-9cdc-53bc1e8096ab), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.422402 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ae18fb8c-2d06-4a4d-8e9c-34c17cbcbc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (cc6ec16b-eaeb-440d-9cdc-53bc1e8096ab), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.460646 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18fb8c-2d06-4a4d-8e9c-34c17cbcbc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6ec16b-eaeb-440d-9cdc-53bc1e8096ab,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:27.464855 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-ae18fb8c-2d06-4a4d-8e9c-34c17cbcbc8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7ebbe4c2b9d468b929b39cd974c91dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416571 Mar 31 21:46:27.468845 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 58756) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:27.519349 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f8af02ea-4daf-400f-bc67-34dc7e173501 admin admin] Publish callbacks [] for security_group (cc6ec16b-eaeb-440d-9cdc-53bc1e8096ab), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.542303 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f8af02ea-4daf-400f-bc67-34dc7e173501 admin admin] Publish callbacks [] for security_group (cc6ec16b-eaeb-440d-9cdc-53bc1e8096ab), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.605535 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f8af02ea-4daf-400f-bc67-34dc7e173501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (cc6ec16b-eaeb-440d-9cdc-53bc1e8096ab), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.610768 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f8af02ea-4daf-400f-bc67-34dc7e173501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.612221 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f8af02ea-4daf-400f-bc67-34dc7e173501 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc6ec16b-eaeb-440d-9cdc-53bc1e8096ab HTTP/1.1" status: 204 len: 168 time: 0.1422555 Mar 31 21:46:27.625835 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af02ea-4daf-400f-bc67-34dc7e173501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6ec16b-eaeb-440d-9cdc-53bc1e8096ab,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:33.181322 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd69c8ea-edde-47a7-a4f6-e4f444b0502b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:35.282543 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f14869bf-d0cc-49b7-8195-6808cdcf14c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:37.063237 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:37.220808 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:37.960818 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:46:38.363622 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 58998) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:38.491591 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-953736f6-5ec4-48eb-88e7-051ea8e9f22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:38.515912 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:38.580399 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-953736f6-5ec4-48eb-88e7-051ea8e9f22a admin admin] Publish callbacks [] for security_group (f5b56266-efd2-4998-844d-cfde4ad9f7c0), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:38.584599 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-953736f6-5ec4-48eb-88e7-051ea8e9f22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (f5b56266-efd2-4998-844d-cfde4ad9f7c0), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:38.626729 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-953736f6-5ec4-48eb-88e7-051ea8e9f22a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cec16faf45a7487290d8b282a4ff976a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615962 Mar 31 21:46:38.628798 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953736f6-5ec4-48eb-88e7-051ea8e9f22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b56266-efd2-4998-844d-cfde4ad9f7c0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:38.629638 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59002) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:38.682117 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5b6a268-bb07-4d3e-a7c8-9a644daa86ed admin admin] Publish callbacks [] for security_group (f5b56266-efd2-4998-844d-cfde4ad9f7c0), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:38.703572 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5b6a268-bb07-4d3e-a7c8-9a644daa86ed admin admin] Publish callbacks [] for security_group (f5b56266-efd2-4998-844d-cfde4ad9f7c0), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:38.751427 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5b6a268-bb07-4d3e-a7c8-9a644daa86ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (f5b56266-efd2-4998-844d-cfde4ad9f7c0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:38.754609 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d5b6a268-bb07-4d3e-a7c8-9a644daa86ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:38.755765 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-d5b6a268-bb07-4d3e-a7c8-9a644daa86ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5b56266-efd2-4998-844d-cfde4ad9f7c0 HTTP/1.1" status: 204 len: 168 time: 0.1249802 Mar 31 21:46:38.763538 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6a268-bb07-4d3e-a7c8-9a644daa86ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b56266-efd2-4998-844d-cfde4ad9f7c0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:39.009883 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59008) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:39.023000 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-20fcc00b-5d57-49b2-a1f0-2168f31b1952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:39.101287 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-20fcc00b-5d57-49b2-a1f0-2168f31b1952 admin admin] Publish callbacks [] for security_group (ce35e10c-a43b-4eca-815e-cb12e1c55e58), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:39.104833 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-20fcc00b-5d57-49b2-a1f0-2168f31b1952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (ce35e10c-a43b-4eca-815e-cb12e1c55e58), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:39.140440 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcc00b-5d57-49b2-a1f0-2168f31b1952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce35e10c-a43b-4eca-815e-cb12e1c55e58,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:39.144654 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-20fcc00b-5d57-49b2-a1f0-2168f31b1952 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13d04bce4f5e41b09086c699d188cd0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337206 Mar 31 21:46:39.147233 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59010) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:39.197734 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52c5634f-249e-401d-8265-b38158ca0404 admin admin] Publish callbacks [] for security_group (ce35e10c-a43b-4eca-815e-cb12e1c55e58), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:39.219024 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52c5634f-249e-401d-8265-b38158ca0404 admin admin] Publish callbacks [] for security_group (ce35e10c-a43b-4eca-815e-cb12e1c55e58), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:39.264591 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52c5634f-249e-401d-8265-b38158ca0404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (ce35e10c-a43b-4eca-815e-cb12e1c55e58), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:39.267283 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-52c5634f-249e-401d-8265-b38158ca0404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:39.268450 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-52c5634f-249e-401d-8265-b38158ca0404 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce35e10c-a43b-4eca-815e-cb12e1c55e58 HTTP/1.1" status: 204 len: 168 time: 0.1202533 Mar 31 21:46:39.275894 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5634f-249e-401d-8265-b38158ca0404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce35e10c-a43b-4eca-815e-cb12e1c55e58,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:39.602448 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:41.141542 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59090) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:41.252621 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40bf75b9-cdc0-4c7a-a545-6de7be5d02b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:41.330504 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40bf75b9-cdc0-4c7a-a545-6de7be5d02b1 admin admin] Publish callbacks [] for security_group (49f2ad92-9bc2-466c-b68f-9f28de7af25b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:41.334295 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-40bf75b9-cdc0-4c7a-a545-6de7be5d02b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (49f2ad92-9bc2-466c-b68f-9f28de7af25b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:41.372331 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-40bf75b9-cdc0-4c7a-a545-6de7be5d02b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17fd722e71e142ce9b700eaaf36a2e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296331 Mar 31 21:46:41.373842 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf75b9-cdc0-4c7a-a545-6de7be5d02b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f2ad92-9bc2-466c-b68f-9f28de7af25b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:41.375521 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59094) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:41.427828 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Publish callbacks [] for security_group (49f2ad92-9bc2-466c-b68f-9f28de7af25b), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:41.453823 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Publish callbacks [] for security_group (49f2ad92-9bc2-466c-b68f-9f28de7af25b), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:41.501120 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (49f2ad92-9bc2-466c-b68f-9f28de7af25b), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:41.503811 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:41.505086 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49f2ad92-9bc2-466c-b68f-9f28de7af25b HTTP/1.1" status: 204 len: 168 time: 0.1278136 Mar 31 21:46:41.515451 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f2ad92-9bc2-466c-b68f-9f28de7af25b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:41.524845 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.525464 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.526187 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.526608 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.526950 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.528016 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.528246 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.528581 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.528911 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.529249 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.529579 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.529907 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.530260 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.530581 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.530970 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4569e825-a4c9-4e17-b007-d88b8e957f76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:41.787976 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59102) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:41.802662 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45291fa1-f726-467b-afc8-4dcd96b3fcf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:41.908617 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45291fa1-f726-467b-afc8-4dcd96b3fcf7 admin admin] Publish callbacks [] for security_group (e66c839b-4391-428d-8b8e-669ea4fa5fc1), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:41.914082 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45291fa1-f726-467b-afc8-4dcd96b3fcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (e66c839b-4391-428d-8b8e-669ea4fa5fc1), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:41.962978 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45291fa1-f726-467b-afc8-4dcd96b3fcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66c839b-4391-428d-8b8e-669ea4fa5fc1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:41.968780 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-45291fa1-f726-467b-afc8-4dcd96b3fcf7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fe28b81301d458a84abcfd9621d63bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795614 Mar 31 21:46:41.972825 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59104) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:42.023893 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3afae205-630d-4234-8a80-c017227736a5 admin admin] Publish callbacks [] for security_group (e66c839b-4391-428d-8b8e-669ea4fa5fc1), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:42.048899 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3afae205-630d-4234-8a80-c017227736a5 admin admin] Publish callbacks [] for security_group (e66c839b-4391-428d-8b8e-669ea4fa5fc1), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:42.110838 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3afae205-630d-4234-8a80-c017227736a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (e66c839b-4391-428d-8b8e-669ea4fa5fc1), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:42.115655 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3afae205-630d-4234-8a80-c017227736a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:42.117247 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-3afae205-630d-4234-8a80-c017227736a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e66c839b-4391-428d-8b8e-669ea4fa5fc1 HTTP/1.1" status: 204 len: 168 time: 0.1432273 Mar 31 21:46:42.129912 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afae205-630d-4234-8a80-c017227736a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66c839b-4391-428d-8b8e-669ea4fa5fc1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:49.422873 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-506e8958-a684-4c72-9fb9-efad6e29d495 req-42ea2136-1cea-44a3-9eee-eda2ebe82334 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571227 Mar 31 21:46:51.319262 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8958-a684-4c72-9fb9-efad6e29d495 req-c37bcb5a-0a49-4ab2-ad30-4d7e7d37d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:51.320859 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-506e8958-a684-4c72-9fb9-efad6e29d495 req-c37bcb5a-0a49-4ab2-ad30-4d7e7d37d1c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47aeb455b5a04796ab3db9aaf34c0c00&device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 1169 time: 0.0551622 Mar 31 21:46:51.439947 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8958-a684-4c72-9fb9-efad6e29d495 req-0c4aee15-3a1f-4c5e-a069-99a2948781e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:51.441916 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-506e8958-a684-4c72-9fb9-efad6e29d495 req-0c4aee15-3a1f-4c5e-a069-99a2948781e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=db570f06-5f1a-4492-a167-ca7bdd2bc749 HTTP/1.1" status: 200 len: 915 time: 0.0987899 Mar 31 21:46:51.530580 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-506e8958-a684-4c72-9fb9-efad6e29d495 req-bd1839a1-172a-48a0-828f-9e703e9ff6cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 200 len: 1002 time: 0.0783482 Mar 31 21:46:51.612603 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8958-a684-4c72-9fb9-efad6e29d495 req-a8afc040-4d89-448d-8a68-f9d47d10393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:51.615500 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-506e8958-a684-4c72-9fb9-efad6e29d495 req-a8afc040-4d89-448d-8a68-f9d47d10393e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4896309-c962-4081-b6bd-361c5505791c HTTP/1.1" status: 200 len: 854 time: 0.0771883 Mar 31 21:46:51.677545 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8958-a684-4c72-9fb9-efad6e29d495 req-081f3a57-c9b3-4e08-9201-83b7e28d297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:51.679628 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-506e8958-a684-4c72-9fb9-efad6e29d495 req-081f3a57-c9b3-4e08-9201-83b7e28d297c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db570f06-5f1a-4492-a167-ca7bdd2bc749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573063 Mar 31 21:46:51.786355 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-506e8958-a684-4c72-9fb9-efad6e29d495 req-10a8f3a3-0d65-4025-826e-d31e0f4cd349 service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994909 Mar 31 21:46:51.887418 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-506e8958-a684-4c72-9fb9-efad6e29d495 req-cfa1a69e-fa60-478c-971b-30b2116c5efe service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941961 Mar 31 21:46:53.286773 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59256) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:53.498260 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69c2b6ff-1fc8-4011-9703-931bd5f46a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:53.619046 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69c2b6ff-1fc8-4011-9703-931bd5f46a81 admin admin] Publish callbacks [] for security_group (39fc4422-39f0-4dc7-bdbe-9f3fdcccaf94), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:53.619046 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-69c2b6ff-1fc8-4011-9703-931bd5f46a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (39fc4422-39f0-4dc7-bdbe-9f3fdcccaf94), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:53.670071 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-69c2b6ff-1fc8-4011-9703-931bd5f46a81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0f7c286020f4f5fa5d00b67485328e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793471 Mar 31 21:46:53.671208 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2b6ff-1fc8-4011-9703-931bd5f46a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fc4422-39f0-4dc7-bdbe-9f3fdcccaf94,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:53.672877 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59276) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:53.733170 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26c8aed5-941a-4b1f-8a42-f186ffe4c512 admin admin] Publish callbacks [] for security_group (39fc4422-39f0-4dc7-bdbe-9f3fdcccaf94), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:53.760349 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26c8aed5-941a-4b1f-8a42-f186ffe4c512 admin admin] Publish callbacks [] for security_group (39fc4422-39f0-4dc7-bdbe-9f3fdcccaf94), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:53.818632 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26c8aed5-941a-4b1f-8a42-f186ffe4c512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (39fc4422-39f0-4dc7-bdbe-9f3fdcccaf94), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:53.823044 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26c8aed5-941a-4b1f-8a42-f186ffe4c512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:53.825004 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-26c8aed5-941a-4b1f-8a42-f186ffe4c512 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39fc4422-39f0-4dc7-bdbe-9f3fdcccaf94 HTTP/1.1" status: 204 len: 168 time: 0.1509280 Mar 31 21:46:53.839939 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8aed5-941a-4b1f-8a42-f186ffe4c512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fc4422-39f0-4dc7-bdbe-9f3fdcccaf94,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:54.113849 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59294) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:54.277094 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d641617-67e1-413f-a212-2c5fe60d1c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:54.380522 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d641617-67e1-413f-a212-2c5fe60d1c13 admin admin] Publish callbacks [] for security_group (69081239-c7b8-4385-9358-4d1ca5e8c869), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:54.385190 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6d641617-67e1-413f-a212-2c5fe60d1c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (69081239-c7b8-4385-9358-4d1ca5e8c869), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:54.424531 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d641617-67e1-413f-a212-2c5fe60d1c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69081239-c7b8-4385-9358-4d1ca5e8c869,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:54.429355 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6d641617-67e1-413f-a212-2c5fe60d1c13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dabc5a68faba4f80aec2aa729a4ab961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141630 Mar 31 21:46:54.431915 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59308) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:54.490662 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-568b91af-511a-46fa-9613-c273630f569d admin admin] Publish callbacks [] for security_group (69081239-c7b8-4385-9358-4d1ca5e8c869), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:54.520925 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-568b91af-511a-46fa-9613-c273630f569d admin admin] Publish callbacks [] for security_group (69081239-c7b8-4385-9358-4d1ca5e8c869), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:54.602821 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-568b91af-511a-46fa-9613-c273630f569d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (69081239-c7b8-4385-9358-4d1ca5e8c869), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:54.609989 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-568b91af-511a-46fa-9613-c273630f569d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:54.616898 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-568b91af-511a-46fa-9613-c273630f569d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69081239-c7b8-4385-9358-4d1ca5e8c869 HTTP/1.1" status: 204 len: 168 time: 0.1836226 Mar 31 21:46:54.629426 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b91af-511a-46fa-9613-c273630f569d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69081239-c7b8-4385-9358-4d1ca5e8c869,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:55.079079 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59330) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:55.093072 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2d189963-fbd7-4c28-8417-8e42c6d18e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:55.194827 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2d189963-fbd7-4c28-8417-8e42c6d18e5e admin admin] Publish callbacks [] for security_group (2ebfe676-a329-4288-be0a-3e28a845ccab), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:55.199571 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2d189963-fbd7-4c28-8417-8e42c6d18e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (2ebfe676-a329-4288-be0a-3e28a845ccab), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:55.242025 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2d189963-fbd7-4c28-8417-8e42c6d18e5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75c682891903487bbed4f34e0a340a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618474 Mar 31 21:46:55.242934 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d189963-fbd7-4c28-8417-8e42c6d18e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebfe676-a329-4288-be0a-3e28a845ccab,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:55.245076 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59340) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:55.312100 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d40b4c4f-1f39-4025-8011-1eff58c2b455 admin admin] Publish callbacks [] for security_group (2ebfe676-a329-4288-be0a-3e28a845ccab), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:55.346219 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d40b4c4f-1f39-4025-8011-1eff58c2b455 admin admin] Publish callbacks [] for security_group (2ebfe676-a329-4288-be0a-3e28a845ccab), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:55.429690 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d40b4c4f-1f39-4025-8011-1eff58c2b455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (2ebfe676-a329-4288-be0a-3e28a845ccab), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:55.433004 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d40b4c4f-1f39-4025-8011-1eff58c2b455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:55.434549 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d40b4c4f-1f39-4025-8011-1eff58c2b455 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ebfe676-a329-4288-be0a-3e28a845ccab HTTP/1.1" status: 204 len: 168 time: 0.1883585 Mar 31 21:46:55.452183 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b4c4f-1f39-4025-8011-1eff58c2b455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebfe676-a329-4288-be0a-3e28a845ccab,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:58.764421 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59424) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:58.912552 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-727e5e79-ec14-4c39-bb57-442428e7d288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.005118 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-727e5e79-ec14-4c39-bb57-442428e7d288 admin admin] Publish callbacks [] for security_group (57bde22a-5697-4637-b72e-8dfe2493b3fd), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.010096 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-727e5e79-ec14-4c39-bb57-442428e7d288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (57bde22a-5697-4637-b72e-8dfe2493b3fd), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.055299 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-727e5e79-ec14-4c39-bb57-442428e7d288 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5021fbf5872d4c24a473c367140fd2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893698 Mar 31 21:46:59.056120 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e5e79-ec14-4c39-bb57-442428e7d288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bde22a-5697-4637-b72e-8dfe2493b3fd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:59.058072 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59430) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:59.116467 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1d9905a-14b4-4370-bede-d461c6ff68d8 admin admin] Publish callbacks [] for security_group (57bde22a-5697-4637-b72e-8dfe2493b3fd), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.141954 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1d9905a-14b4-4370-bede-d461c6ff68d8 admin admin] Publish callbacks [] for security_group (57bde22a-5697-4637-b72e-8dfe2493b3fd), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.199824 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1d9905a-14b4-4370-bede-d461c6ff68d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (57bde22a-5697-4637-b72e-8dfe2493b3fd), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.203330 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1d9905a-14b4-4370-bede-d461c6ff68d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.204661 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b1d9905a-14b4-4370-bede-d461c6ff68d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57bde22a-5697-4637-b72e-8dfe2493b3fd HTTP/1.1" status: 204 len: 168 time: 0.1450813 Mar 31 21:46:59.214283 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9905a-14b4-4370-bede-d461c6ff68d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bde22a-5697-4637-b72e-8dfe2493b3fd,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:59.527289 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59436) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:59.544958 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0482102-96ac-4146-8744-04657722d116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.629175 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0482102-96ac-4146-8744-04657722d116 admin admin] Publish callbacks [] for security_group (de9bbbfc-8eb5-44c8-8e6a-a112889b218b), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.637836 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f0482102-96ac-4146-8744-04657722d116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (de9bbbfc-8eb5-44c8-8e6a-a112889b218b), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.667843 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f0482102-96ac-4146-8744-04657722d116 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c214ca15b8784cdeb618eccbbc02c5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391339 Mar 31 21:46:59.672380 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59438) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:59.679917 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0482102-96ac-4146-8744-04657722d116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9bbbfc-8eb5-44c8-8e6a-a112889b218b,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:59.733722 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23dcaf0d-93e4-4ff9-98d9-5e16326048f7 admin admin] Publish callbacks [] for security_group (de9bbbfc-8eb5-44c8-8e6a-a112889b218b), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.758922 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23dcaf0d-93e4-4ff9-98d9-5e16326048f7 admin admin] Publish callbacks [] for security_group (de9bbbfc-8eb5-44c8-8e6a-a112889b218b), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.818034 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23dcaf0d-93e4-4ff9-98d9-5e16326048f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (de9bbbfc-8eb5-44c8-8e6a-a112889b218b), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.820862 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23dcaf0d-93e4-4ff9-98d9-5e16326048f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.824964 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-23dcaf0d-93e4-4ff9-98d9-5e16326048f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de9bbbfc-8eb5-44c8-8e6a-a112889b218b HTTP/1.1" status: 204 len: 168 time: 0.1480727 Mar 31 21:46:59.832048 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcaf0d-93e4-4ff9-98d9-5e16326048f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9bbbfc-8eb5-44c8-8e6a-a112889b218b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:03.203110 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-25958307-62b8-4452-a60c-246f8ad202b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:05.290894 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-13db6d98-4dc3-415b-a92d-1a511a118ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:07.074815 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:07.236821 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:08.521302 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.076639 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59588) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:09.225527 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ae49493-221d-44fe-9f33-50a06f81f3d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.311463 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ae49493-221d-44fe-9f33-50a06f81f3d4 admin admin] Publish callbacks [] for security_group (3b1eca7a-d4cf-451f-9d77-4c7867bff8bc), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.317481 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0ae49493-221d-44fe-9f33-50a06f81f3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (3b1eca7a-d4cf-451f-9d77-4c7867bff8bc), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.380842 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae49493-221d-44fe-9f33-50a06f81f3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1eca7a-d4cf-451f-9d77-4c7867bff8bc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:09.388959 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-0ae49493-221d-44fe-9f33-50a06f81f3d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ac746e629154af39ff3d8f5b5f17b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104365 Mar 31 21:47:09.389119 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59594) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:09.480311 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8419a72-70f4-46ac-8429-0f3732024a49 admin admin] Publish callbacks [] for security_group (3b1eca7a-d4cf-451f-9d77-4c7867bff8bc), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.511486 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8419a72-70f4-46ac-8429-0f3732024a49 admin admin] Publish callbacks [] for security_group (3b1eca7a-d4cf-451f-9d77-4c7867bff8bc), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.607297 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8419a72-70f4-46ac-8429-0f3732024a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (3b1eca7a-d4cf-451f-9d77-4c7867bff8bc), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.610160 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d8419a72-70f4-46ac-8429-0f3732024a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.611242 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-d8419a72-70f4-46ac-8429-0f3732024a49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b1eca7a-d4cf-451f-9d77-4c7867bff8bc HTTP/1.1" status: 204 len: 168 time: 0.2209888 Mar 31 21:47:09.613769 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.619885 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8419a72-70f4-46ac-8429-0f3732024a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1eca7a-d4cf-451f-9d77-4c7867bff8bc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:09.894963 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59612) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:09.960458 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3947eeb-3278-43f9-ad71-9ff6e8b37f9a req-639c7699-2395-4d6d-a29f-5457d433aaa2 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:09.962236 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e3947eeb-3278-43f9-ad71-9ff6e8b37f9a req-639c7699-2395-4d6d-a29f-5457d433aaa2 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 946 time: 0.0599062 Mar 31 21:47:10.025363 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e3947eeb-3278-43f9-ad71-9ff6e8b37f9a req-df6004d8-5cc1-4a87-a639-9624a81a997c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535891 Mar 31 21:47:10.051020 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4579b689-0c65-46ed-90c0-cb51c2c9989f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.154106 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4579b689-0c65-46ed-90c0-cb51c2c9989f admin admin] Publish callbacks [] for security_group (a0486bdc-4f7a-45b0-a4f2-665aaf9617d8), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.160885 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4579b689-0c65-46ed-90c0-cb51c2c9989f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (a0486bdc-4f7a-45b0-a4f2-665aaf9617d8), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.203266 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579b689-0c65-46ed-90c0-cb51c2c9989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0486bdc-4f7a-45b0-a4f2-665aaf9617d8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:10.210618 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-4579b689-0c65-46ed-90c0-cb51c2c9989f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32a9da5abad84ad5aadeb0f6d0f26917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145435 Mar 31 21:47:10.211487 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59624) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:10.283380 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78409c15-f00e-49b7-a381-f8bc7a6d8e8c admin admin] Publish callbacks [] for security_group (a0486bdc-4f7a-45b0-a4f2-665aaf9617d8), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.308121 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78409c15-f00e-49b7-a381-f8bc7a6d8e8c admin admin] Publish callbacks [] for security_group (a0486bdc-4f7a-45b0-a4f2-665aaf9617d8), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.367114 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78409c15-f00e-49b7-a381-f8bc7a6d8e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (a0486bdc-4f7a-45b0-a4f2-665aaf9617d8), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.369775 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78409c15-f00e-49b7-a381-f8bc7a6d8e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.370993 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-78409c15-f00e-49b7-a381-f8bc7a6d8e8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0486bdc-4f7a-45b0-a4f2-665aaf9617d8 HTTP/1.1" status: 204 len: 168 time: 0.1583238 Mar 31 21:47:10.379514 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78409c15-f00e-49b7-a381-f8bc7a6d8e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0486bdc-4f7a-45b0-a4f2-665aaf9617d8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:10.523727 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59636) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:10.641658 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1734105498-network', 'tenant_id': '2d6be05b2552473eb29341c870082530'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:10.667077 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Made reservation on behalf of 2d6be05b2552473eb29341c870082530 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:10.671360 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.686572 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.730826 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59642) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:10.751911 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f108a563-0b7f-401a-9190-c394e54f1e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.814870 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Publish callbacks [] for security_group (24f5954b-0786-4584-9eb7-a7249ca659ac), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.820412 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (24f5954b-0786-4584-9eb7-a7249ca659ac), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.858733 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:47:10.860022 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f108a563-0b7f-401a-9190-c394e54f1e9a admin admin] Publish callbacks [] for security_group (39ab9f73-9847-4f1f-a405-9ec483d4ce7e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.873361 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f108a563-0b7f-401a-9190-c394e54f1e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (39ab9f73-9847-4f1f-a405-9ec483d4ce7e), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.885230 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f5954b-0786-4584-9eb7-a7249ca659ac,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:10.898058 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (8d5af022-4a3f-4033-8004-bc0c4f850f9a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.899156 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.segments_db [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Added segment 8d5af022-4a3f-4033-8004-bc0c4f850f9a of type vlan for network cb63e64e-2255-4b39-bda9-ef6da328ca20 Mar 31 21:47:10.916485 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108a563-0b7f-401a-9190-c394e54f1e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ab9f73-9847-4f1f-a405-9ec483d4ce7e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:10.924551 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f108a563-0b7f-401a-9190-c394e54f1e9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f7b2ad09b7046a9982b59f3d6e3db5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920083 Mar 31 21:47:10.924818 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59644) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:10.987909 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (cb63e64e-2255-4b39-bda9-ef6da328ca20), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.038555 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5297ada4-dd72-4a3b-9e7d-f3239be5a90d admin admin] Publish callbacks [] for security_group (39ab9f73-9847-4f1f-a405-9ec483d4ce7e), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.040060 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (cb63e64e-2255-4b39-bda9-ef6da328ca20), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.040989 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:11.041557 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.128756 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6029470 Mar 31 21:47:11.131738 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59648) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:11.136700 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-d2d66b4d-7f11-4538-b449-0c73ded96f93 admin admin] Request body: {'subnet': {'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1734105498-subnet', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:11.136881 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5297ada4-dd72-4a3b-9e7d-f3239be5a90d admin admin] Publish callbacks [] for security_group (39ab9f73-9847-4f1f-a405-9ec483d4ce7e), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.147415 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce003138-f20f-4b84-9457-0ba7b2f2cc00 admin admin] Pushing event updated for resources: {'Network': ['ID=cb63e64e-2255-4b39-bda9-ef6da328ca20,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:11.160919 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network cb63e64e-2255-4b39-bda9-ef6da328ca20 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:47:11.168655 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1c4b-cbfc-49db-bc29-ed91226c6c7e req-84a5c905-c310-4485-8018-642cf0f4f366 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:11.170479 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cadd1c4b-cbfc-49db-bc29-ed91226c6c7e req-84a5c905-c310-4485-8018-642cf0f4f366 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 946 time: 0.0748317 Mar 31 21:47:11.177731 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d66b4d-7f11-4538-b449-0c73ded96f93 admin admin] Made reservation on behalf of 2d6be05b2552473eb29341c870082530 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:11.180413 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2d66b4d-7f11-4538-b449-0c73ded96f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12905798'] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.208543 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5297ada4-dd72-4a3b-9e7d-f3239be5a90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (39ab9f73-9847-4f1f-a405-9ec483d4ce7e), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.212299 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5297ada4-dd72-4a3b-9e7d-f3239be5a90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.216727 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-5297ada4-dd72-4a3b-9e7d-f3239be5a90d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39ab9f73-9847-4f1f-a405-9ec483d4ce7e HTTP/1.1" status: 204 len: 168 time: 0.2880321 Mar 31 21:47:11.226038 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297ada4-dd72-4a3b-9e7d-f3239be5a90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ab9f73-9847-4f1f-a405-9ec483d4ce7e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:11.300558 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cadd1c4b-cbfc-49db-bc29-ed91226c6c7e req-256c9aa6-1667-4d12-ae9b-4102d292fdc6 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170304 Mar 31 21:47:11.443707 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2d66b4d-7f11-4538-b449-0c73ded96f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13867874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12905808'] for subnet (5ee808fd-24c0-427b-b009-bf798f482c57), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.507230 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d66b4d-7f11-4538-b449-0c73ded96f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee808fd-24c0-427b-b009-bf798f482c57,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:11.516463 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d66b4d-7f11-4538-b449-0c73ded96f93 admin admin] Checking segment: {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:11.516829 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d66b4d-7f11-4538-b449-0c73ded96f93 admin admin] Network hostable DHCP agents. Network: cb63e64e-2255-4b39-bda9-ef6da328ca20, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:47:11.534231 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d66b4d-7f11-4538-b449-0c73ded96f93 admin admin] Network cb63e64e-2255-4b39-bda9-ef6da328ca20 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:47:11.543711 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-d2d66b4d-7f11-4538-b449-0c73ded96f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, cb63e64e-2255-4b39-bda9-ef6da328ca20) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:11.549270 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d66b4d-7f11-4538-b449-0c73ded96f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:11.549922 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d2d66b4d-7f11-4538-b449-0c73ded96f93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.556565 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c36e9b1-3465-4015-bff5-6bf893464060 None None] Network cb63e64e-2255-4b39-bda9-ef6da328ca20 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:11.571394 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d2d66b4d-7f11-4538-b449-0c73ded96f93 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4355552 Mar 31 21:47:11.571394 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59656) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:11.576042 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:11.599769 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16398391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31876'] for router (42bbe4f9-fa58-423e-899f-77f41edd5b68), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.600838 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16399271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16384502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16275930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31887'] for router (42bbe4f9-fa58-423e-899f-77f41edd5b68), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.664627 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Publish callbacks [] for router_controller (42bbe4f9-fa58-423e-899f-77f41edd5b68), precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.852319 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eb66703-8a4f-504a-9784-587a225c9d17-cb63e64e-2255-4b39-bda9-ef6da328ca20', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57'}]}} from dv-cinder-836073-1-iscsi. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:47:11.853612 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:11.854057 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Publish callbacks [] for router_gateway (42bbe4f9-fa58-423e-899f-77f41edd5b68), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.035755 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Allocated IP 172.20.0.2 (cb63e64e-2255-4b39-bda9-ef6da328ca20/5ee808fd-24c0-427b-b009-bf798f482c57/cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:12.131330 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59672) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:12.203282 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Publish callbacks [] for router_gateway (42bbe4f9-fa58-423e-899f-77f41edd5b68), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.248658 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.259313 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Publish callbacks [] for port (cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.266015 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d642bc5-eec8-4fde-b0fd-629d72f1115a req-c80c48ac-1c8c-458d-8508-a9c2811ebfe1 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:12.267978 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.268533 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7d642bc5-eec8-4fde-b0fd-629d72f1115a req-c80c48ac-1c8c-458d-8508-a9c2811ebfe1 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 946 time: 0.1671975 Mar 31 21:47:12.287202 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-100569040-network', 'tenant_id': 'b613b729061f40f0b899728b5030d3dd'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:12.315867 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Made reservation on behalf of b613b729061f40f0b899728b5030d3dd for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:12.319169 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.319782 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Network cb63e64e-2255-4b39-bda9-ef6da328ca20 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:12.322940 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:12.327338 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:12.330038 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.402247 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Pushing event updated for resources: {'Port': ['ID=cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:12.421230 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Attempting to bind port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:12.421615 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Attempting to bind port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:12.422004 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Attempting to bind port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b on network cb63e64e-2255-4b39-bda9-ef6da328ca20 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:12.431737 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.432231 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.432552 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.432940 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.433332 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.433677 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.434043 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.434393 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.435251 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.435668 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.436010 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.436384 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.436704 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.437033 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.437417 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:12.445212 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:12.445674 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Checking segment: {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:12.446039 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.446505 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Bound using segment: {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:12.447139 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Bound port: cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:12.447554 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.500398 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Publish callbacks [] for security_group (97b49102-dbc8-4314-aeb4-9828baee1d8a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.505929 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (97b49102-dbc8-4314-aeb4-9828baee1d8a), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.522629 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:47:12.548960 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (fb76f290-907b-4149-bc32-f18e95f77be9), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.549429 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.segments_db [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Added segment fb76f290-907b-4149-bc32-f18e95f77be9 of type vlan for network 838201d9-73d7-46ae-a543-a219a54f87e3 Mar 31 21:47:12.559162 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b49102-dbc8-4314-aeb4-9828baee1d8a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:12.566005 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f22cab-42cc-47db-8662-a3fa6608fc9c req-b7b9e9b0-afac-4d29-9358-c1d9e847bc03 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:12.568667 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-77f22cab-42cc-47db-8662-a3fa6608fc9c req-b7b9e9b0-afac-4d29-9358-c1d9e847bc03 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 946 time: 0.1682246 Mar 31 21:47:12.585741 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] For port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:12.592859 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] For port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:12.601982 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.603658 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (838201d9-73d7-46ae-a543-a219a54f87e3), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.614736 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Allocated IP 172.27.3.107 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/9446973c-5911-4f25-9b7f-bd13f926acb9) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:12.633043 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (838201d9-73d7-46ae-a543-a219a54f87e3), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.634612 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:12.635400 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:12.672650 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ebf3c-4b94-4092-90c9-bb861c731e35 None None] Pushing event updated for resources: {'Port': ['ID=cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:12.726332 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5899572 Mar 31 21:47:12.728314 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59680) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:12.736047 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ad23e44d-d053-4b9c-a92d-73dc1fddc541 admin admin] Request body: {'subnet': {'network_id': '838201d9-73d7-46ae-a543-a219a54f87e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-100569040-subnet', 'tenant_id': 'b613b729061f40f0b899728b5030d3dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:12.743036 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c8607-46d4-4a59-bcb4-b5fbb703b468 admin admin] Pushing event updated for resources: {'Network': ['ID=838201d9-73d7-46ae-a543-a219a54f87e3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:12.754523 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 838201d9-73d7-46ae-a543-a219a54f87e3 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:47:12.769822 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad23e44d-d053-4b9c-a92d-73dc1fddc541 admin admin] Made reservation on behalf of b613b729061f40f0b899728b5030d3dd for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:12.774710 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad23e44d-d053-4b9c-a92d-73dc1fddc541 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357894'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.030469 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad23e44d-d053-4b9c-a92d-73dc1fddc541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13624110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357904'] for subnet (e08e962d-b6cb-46cb-abd5-ba92d0154fce), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.057099 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-7d642bc5-eec8-4fde-b0fd-629d72f1115a req-d863ca76-4aa0-4ef4-a985-bb62e2d0974c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Deleting port cf3bf14d-2493-4d75-92e0-8910d8913c41 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:47:13.057099 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d642bc5-eec8-4fde-b0fd-629d72f1115a req-d863ca76-4aa0-4ef4-a985-bb62e2d0974c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.058767 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-77f22cab-42cc-47db-8662-a3fa6608fc9c req-a659d7ec-032f-4d71-8ae7-5bde46f1624a tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799685 Mar 31 21:47:13.103768 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad23e44d-d053-4b9c-a92d-73dc1fddc541 admin admin] Checking segment: {'id': 'fb76f290-907b-4149-bc32-f18e95f77be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '838201d9-73d7-46ae-a543-a219a54f87e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:13.104133 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad23e44d-d053-4b9c-a92d-73dc1fddc541 admin admin] Network hostable DHCP agents. Network: 838201d9-73d7-46ae-a543-a219a54f87e3, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:47:13.111733 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23e44d-d053-4b9c-a92d-73dc1fddc541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08e962d-b6cb-46cb-abd5-ba92d0154fce,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:13.131294 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad23e44d-d053-4b9c-a92d-73dc1fddc541 admin admin] Network 838201d9-73d7-46ae-a543-a219a54f87e3 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:47:13.141910 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ad23e44d-d053-4b9c-a92d-73dc1fddc541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 838201d9-73d7-46ae-a543-a219a54f87e3) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:13.146697 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad23e44d-d053-4b9c-a92d-73dc1fddc541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:13.147298 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ad23e44d-d053-4b9c-a92d-73dc1fddc541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.157053 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb910b-34bf-4d8c-b33a-201b320a21db None None] Network 838201d9-73d7-46ae-a543-a219a54f87e3 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:13.176516 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-ad23e44d-d053-4b9c-a92d-73dc1fddc541 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4383235 Mar 31 21:47:13.193383 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Publish callbacks [] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.195838 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-7d642bc5-eec8-4fde-b0fd-629d72f1115a req-d863ca76-4aa0-4ef4-a985-bb62e2d0974c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] For port cf3bf14d-2493-4d75-92e0-8910d8913c41, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cf3bf14d-2493-4d75-92e0-8910d8913c41,segment=NetworkSegment(d29427db-7c92-4ceb-bf3b-0ff929a50fba),segment_id=d29427db-7c92-4ceb-bf3b-0ff929a50fba)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:13.196195 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d642bc5-eec8-4fde-b0fd-629d72f1115a req-d863ca76-4aa0-4ef4-a985-bb62e2d0974c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.213008 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-7d642bc5-eec8-4fde-b0fd-629d72f1115a req-d863ca76-4aa0-4ef4-a985-bb62e2d0974c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Calling delete_port for cf3bf14d-2493-4d75-92e0-8910d8913c41 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:47:13.282959 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89bb8bc-031d-40b9-9840-926703545eab None None] Network 838201d9-73d7-46ae-a543-a219a54f87e3 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:13.296384 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.339273 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:13.350266 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:13.355768 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:13.400062 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Pushing event updated for resources: {'Port': ['ID=9446973c-5911-4f25-9b7f-bd13f926acb9,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:13.549187 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d642bc5-eec8-4fde-b0fd-629d72f1115a req-d863ca76-4aa0-4ef4-a985-bb62e2d0974c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (cf3bf14d-2493-4d75-92e0-8910d8913c41), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.598910 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863ca76-4aa0-4ef4-a985-bb62e2d0974c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Pushing event deleted for resources: {'Port': ['ID=cf3bf14d-2493-4d75-92e0-8910d8913c41,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:13.710833 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d642bc5-eec8-4fde-b0fd-629d72f1115a req-d863ca76-4aa0-4ef4-a985-bb62e2d0974c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] No DVR routers for this DVR port cf3bf14d-2493-4d75-92e0-8910d8913c41 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:47:13.715745 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-7d642bc5-eec8-4fde-b0fd-629d72f1115a req-d863ca76-4aa0-4ef4-a985-bb62e2d0974c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.719762 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7d642bc5-eec8-4fde-b0fd-629d72f1115a req-d863ca76-4aa0-4ef4-a985-bb62e2d0974c tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.13 "DELETE /v2.0/ports/cf3bf14d-2493-4d75-92e0-8910d8913c41 HTTP/1.1" status: 204 len: 173 time: 1.4420242 Mar 31 21:47:13.720196 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa23282d-a160-404d-871d-ffe1fa0560af', 'name': 'network-vif-deleted', 'tag': 'cf3bf14d-2493-4d75-92e0-8910d8913c41'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:47:13.722507 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6bbffa-bf8e-4b6c-9d43-c200e0d91252" -d '{"events": [{"server_uuid": "fa23282d-a160-404d-871d-ffe1fa0560af", "name": "network-vif-deleted", "tag": "cf3bf14d-2493-4d75-92e0-8910d8913c41"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:47:13.769972 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Publish callbacks [] for router_gateway (42bbe4f9-fa58-423e-899f-77f41edd5b68), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.774580 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fc2136-b0b0-485e-96b9-221bd5b214bb x-openstack-request-id: req-a9fc2136-b0b0-485e-96b9-221bd5b214bb {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:47:13.774984 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa23282d-a160-404d-871d-ffe1fa0560af", "name": "network-vif-deleted", "tag": "cf3bf14d-2493-4d75-92e0-8910d8913c41", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:47:13.775179 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9fc2136-b0b0-485e-96b9-221bd5b214bb {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:47:13.775910 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9fc2136-b0b0-485e-96b9-221bd5b214bb'] response: {'server_uuid': 'fa23282d-a160-404d-871d-ffe1fa0560af', 'name': 'network-vif-deleted', 'tag': 'cf3bf14d-2493-4d75-92e0-8910d8913c41', 'status': 'completed', 'code': 200} Mar 31 21:47:13.828611 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59698) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:13.834360 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1887299091-network', 'tenant_id': '36d85ad774ec4a6389bd1709d974097b'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:13.856171 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Made reservation on behalf of 36d85ad774ec4a6389bd1709d974097b for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:13.859110 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.871355 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.915224 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57c1236-c6f9-4110-97c4-259915486154 None None] Network cb63e64e-2255-4b39-bda9-ef6da328ca20 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:13.982863 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-60b4ddd1-77f5-48c8-ad31-7dd001fb66f3 None None] Provisioning complete for port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:13.983239 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-60b4ddd1-77f5-48c8-ad31-7dd001fb66f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:13.998876 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Publish callbacks [] for security_group (8854e551-51fb-4ebc-a1a4-00cc90c33077), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.003722 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (8854e551-51fb-4ebc-a1a4-00cc90c33077), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.019484 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:47:14.038563 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (d0166fb2-a0dc-4235-95eb-306adfa44344), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.039166 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.segments_db [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Added segment d0166fb2-a0dc-4235-95eb-306adfa44344 of type vlan for network b924bbef-3f4d-46ec-b7fb-468af5d5ee9c Mar 31 21:47:14.073042 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16384289'] for router (42bbe4f9-fa58-423e-899f-77f41edd5b68), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.087023 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8854e551-51fb-4ebc-a1a4-00cc90c33077,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:14.110711 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (b924bbef-3f4d-46ec-b7fb-468af5d5ee9c), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.116551 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-60b4ddd1-77f5-48c8-ad31-7dd001fb66f3 None None] Current status of the port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:14.116943 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-60b4ddd1-77f5-48c8-ad31-7dd001fb66f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.163479 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (b924bbef-3f4d-46ec-b7fb-468af5d5ee9c), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.164634 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:14.165685 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.184125 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-60b4ddd1-77f5-48c8-ad31-7dd001fb66f3 None None] For port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:14.193592 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-60b4ddd1-77f5-48c8-ad31-7dd001fb66f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.241082 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4110792 Mar 31 21:47:14.243907 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59704) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:14.249353 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0b31ca21-02ea-4a0c-a07b-85fb20bc6b20 admin admin] Request body: {'subnet': {'network_id': 'b924bbef-3f4d-46ec-b7fb-468af5d5ee9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1887299091-subnet', 'tenant_id': '36d85ad774ec4a6389bd1709d974097b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:14.268472 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82849c8-2404-43a7-a147-f78dbf84cf52 admin admin] Pushing event updated for resources: {'Network': ['ID=b924bbef-3f4d-46ec-b7fb-468af5d5ee9c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:14.269134 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4ddd1-77f5-48c8-ad31-7dd001fb66f3 None None] Pushing event updated for resources: {'Port': ['ID=cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:14.286843 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b31ca21-02ea-4a0c-a07b-85fb20bc6b20 admin admin] Made reservation on behalf of 36d85ad774ec4a6389bd1709d974097b for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:14.290731 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network b924bbef-3f4d-46ec-b7fb-468af5d5ee9c details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:47:14.291261 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b31ca21-02ea-4a0c-a07b-85fb20bc6b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357894'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.340511 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e11fa0aa-b380-401a-9e71-3131e87eaae5 req-188655f4-017b-4dc9-a997-ee2b80913011 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa23282d-a160-404d-871d-ffe1fa0560af HTTP/1.1" status: 200 len: 210 time: 0.0511677 Mar 31 21:47:14.437039 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Router 42bbe4f9-fa58-423e-899f-77f41edd5b68 is scheduled to L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:47:14.468315 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:14.532625 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-8cbc3d6d-ae3d-449f-9657-08c7ee2a332f None None] Provisioning complete for port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:14.533024 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8cbc3d6d-ae3d-449f-9657-08c7ee2a332f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.578327 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:14.578702 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.583032 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b31ca21-02ea-4a0c-a07b-85fb20bc6b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13624110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357904'] for subnet (52f96e70-b3d2-4151-95e0-5918aa992716), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.594077 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:47:14.609884 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Sync routers for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:47:14.625779 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.625779 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6f915d51-fa11-4c54-b8ad-e57fb1cdaa42 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0494068 Mar 31 21:47:14.627130 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59706) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:14.640854 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:14.641977 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:47:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:14.730642 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31ca21-02ea-4a0c-a07b-85fb20bc6b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f96e70-b3d2-4151-95e0-5918aa992716,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:14.752598 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31ca21-02ea-4a0c-a07b-85fb20bc6b20 admin admin] Checking segment: {'id': 'd0166fb2-a0dc-4235-95eb-306adfa44344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b924bbef-3f4d-46ec-b7fb-468af5d5ee9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:14.752971 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b31ca21-02ea-4a0c-a07b-85fb20bc6b20 admin admin] Network hostable DHCP agents. Network: b924bbef-3f4d-46ec-b7fb-468af5d5ee9c, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:47:14.779207 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b31ca21-02ea-4a0c-a07b-85fb20bc6b20 admin admin] Network b924bbef-3f4d-46ec-b7fb-468af5d5ee9c is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:47:14.783740 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc3d6d-ae3d-449f-9657-08c7ee2a332f None None] Current status of the port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:14.795495 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0b31ca21-02ea-4a0c-a07b-85fb20bc6b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, b924bbef-3f4d-46ec-b7fb-468af5d5ee9c) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:14.800470 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b31ca21-02ea-4a0c-a07b-85fb20bc6b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:14.802115 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b31ca21-02ea-4a0c-a07b-85fb20bc6b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.811210 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f1ae6-4876-408c-b002-711504fbd016 None None] Network b924bbef-3f4d-46ec-b7fb-468af5d5ee9c requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:14.882604 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-0b31ca21-02ea-4a0c-a07b-85fb20bc6b20 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6375315 Mar 31 21:47:14.897144 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:14.899394 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:14.966985 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device cf3bf14d-2493-4d75-92e0-8910d8913c41 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:47:14.967833 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:47:15.029145 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: cf3bf14d-2493-4d75-92e0-8910d8913c41 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:47:15.029423 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device cf3bf14d-2493-4d75-92e0-8910d8913c41 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:47:15.078742 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2939cb-9b47-45ae-a836-5e2f3fa93ee2 None None] Network b924bbef-3f4d-46ec-b7fb-468af5d5ee9c requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:15.182211 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:15.251628 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:13Z', 'revision_number': 3, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:15.390206 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Allocated IP 172.20.0.1 (cb63e64e-2255-4b39-bda9-ef6da328ca20/5ee808fd-24c0-427b-b009-bf798f482c57/dccea868-d696-4026-8e72-c7561e91fdca) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:15.487857 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Checking router: 42bbe4f9-fa58-423e-899f-77f41edd5b68 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:47:15.488777 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Updating router 42bbe4f9-fa58-423e-899f-77f41edd5b68 port 9446973c-5911-4f25-9b7f-bd13f926acb9 binding host dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:47:15.569362 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:15.581885 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Publish callbacks [] for port (dccea868-d696-4026-8e72-c7561e91fdca), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:15.650789 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (dccea868-d696-4026-8e72-c7561e91fdca), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:15.731654 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Network cb63e64e-2255-4b39-bda9-ef6da328ca20 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:15.737809 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:15.744516 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:15.797310 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=dccea868-d696-4026-8e72-c7561e91fdca,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:15.835878 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384758'] for router_interface (42bbe4f9-fa58-423e-899f-77f41edd5b68), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:15.997244 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Publish callbacks [] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:15.998595 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (dccea868-d696-4026-8e72-c7561e91fdca), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:16.005062 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:16.069232 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b8351-c89e-4d0a-b2c2-951003ccfb5a None None] Pushing event updated for resources: {'Port': ['ID=9446973c-5911-4f25-9b7f-bd13f926acb9,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:16.077886 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Attempting to bind port 9446973c-5911-4f25-9b7f-bd13f926acb9 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:16.078324 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Attempting to bind port 9446973c-5911-4f25-9b7f-bd13f926acb9 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:16.078640 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Attempting to bind port 9446973c-5911-4f25-9b7f-bd13f926acb9 on network 117f9244-b533-4049-ba97-bca06ffbe3a7 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:16.082068 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-9b9355fa-beeb-4092-9ecb-cbe11037ca31 None None] Provisioning complete for port dccea868-d696-4026-8e72-c7561e91fdca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:16.082443 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b9355fa-beeb-4092-9ecb-cbe11037ca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (dccea868-d696-4026-8e72-c7561e91fdca), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:16.086915 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:16.087216 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Checking segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:16.087608 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:16.087998 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Bound using segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:16.088469 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Bound port: 9446973c-5911-4f25-9b7f-bd13f926acb9, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:16.088848 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:16.143832 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-9b9355fa-beeb-4092-9ecb-cbe11037ca31 None None] Port dccea868-d696-4026-8e72-c7561e91fdca cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:47:16.168297 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] For port 9446973c-5911-4f25-9b7f-bd13f926acb9, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:16.172073 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Publish callbacks [] for port (dccea868-d696-4026-8e72-c7561e91fdca), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:16.172321 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] For port 9446973c-5911-4f25-9b7f-bd13f926acb9, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=9446973c-5911-4f25-9b7f-bd13f926acb9,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:16.176669 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13622167'] for port (dccea868-d696-4026-8e72-c7561e91fdca), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:16.179466 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:16.245567 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384610'] for router_interface (42bbe4f9-fa58-423e-899f-77f41edd5b68), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:16.249150 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=dccea868-d696-4026-8e72-c7561e91fdca,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:16.252219 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:16.252863 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:47:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:16.289399 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b8351-c89e-4d0a-b2c2-951003ccfb5a None None] Pushing event updated for resources: {'Port': ['ID=9446973c-5911-4f25-9b7f-bd13f926acb9,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:16.361256 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Network cb63e64e-2255-4b39-bda9-ef6da328ca20 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:16.362974 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:16.389142 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:16.512677 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Router 42bbe4f9-fa58-423e-899f-77f41edd5b68 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:47:16.672176 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:47:16.695165 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-cf03e9fb-c506-4655-b8f9-93a7c737cbc9 admin admin] 10.222.0.24 "PUT /v2.0/routers/42bbe4f9-fa58-423e-899f-77f41edd5b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0589662 Mar 31 21:47:16.699202 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-451e25ae-5a1e-47a4-97dd-59136a45e1be None None] Provisioning complete for port dccea868-d696-4026-8e72-c7561e91fdca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:16.699906 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-451e25ae-5a1e-47a4-97dd-59136a45e1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (dccea868-d696-4026-8e72-c7561e91fdca), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:16.786940 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:16Z', 'revision_number': 2, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:16.845721 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-451e25ae-5a1e-47a4-97dd-59136a45e1be None None] Port dccea868-d696-4026-8e72-c7561e91fdca cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:47:16.848158 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5dab1e-50a1-4860-9794-e274c1d6688a None None] The sync data for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi is: [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:16Z', 'revision_number': 2, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:47:17.477148 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59752) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:17.483140 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-554772223-network', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:17.513669 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Made reservation on behalf of b8e4c3c80cac401499032776b98c78b6 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:17.516182 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:17.526399 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:17.631242 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Publish callbacks [] for security_group (3421f144-aae2-4e71-a7e5-467a36eb86cc), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:17.637293 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (3421f144-aae2-4e71-a7e5-467a36eb86cc), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:17.664199 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:47:17.675642 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3421f144-aae2-4e71-a7e5-467a36eb86cc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:17.681866 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (4b39f770-cb37-4093-a8b3-0d373af6b658), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:17.682250 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.segments_db [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Added segment 4b39f770-cb37-4093-a8b3-0d373af6b658 of type vlan for network d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 Mar 31 21:47:17.735110 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (d5fad59d-f66d-4bb4-bff7-c5502bbc00a8), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:17.774898 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (d5fad59d-f66d-4bb4-bff7-c5502bbc00a8), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:17.776144 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:17.777149 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:17.840231 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3613255 Mar 31 21:47:17.844414 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59754) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:17.847108 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f26c3-d7e3-4898-a722-fcd777b64a64 admin admin] Pushing event updated for resources: {'Network': ['ID=d5fad59d-f66d-4bb4-bff7-c5502bbc00a8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:17.857352 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-de044bc4-5485-4fd8-addd-dae3902fbc6e admin admin] Request body: {'subnet': {'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-554772223-subnet', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'ip_version': 4}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:17.865114 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:47:17.910516 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de044bc4-5485-4fd8-addd-dae3902fbc6e admin admin] Made reservation on behalf of b8e4c3c80cac401499032776b98c78b6 for: {'subnet': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:17.913661 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de044bc4-5485-4fd8-addd-dae3902fbc6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12905798'] for subnet (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.142992 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de044bc4-5485-4fd8-addd-dae3902fbc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13867874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12905808'] for subnet (fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.206074 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de044bc4-5485-4fd8-addd-dae3902fbc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:18.222050 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de044bc4-5485-4fd8-addd-dae3902fbc6e admin admin] Checking segment: {'id': '4b39f770-cb37-4093-a8b3-0d373af6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:18.222488 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de044bc4-5485-4fd8-addd-dae3902fbc6e admin admin] Network hostable DHCP agents. Network: d5fad59d-f66d-4bb4-bff7-c5502bbc00a8, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:47:18.250047 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de044bc4-5485-4fd8-addd-dae3902fbc6e admin admin] Network d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:47:18.263668 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-de044bc4-5485-4fd8-addd-dae3902fbc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, d5fad59d-f66d-4bb4-bff7-c5502bbc00a8) {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:18.270912 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de044bc4-5485-4fd8-addd-dae3902fbc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:18.271991 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-de044bc4-5485-4fd8-addd-dae3902fbc6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.281210 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d003ba4-a98c-432c-acc3-c599eebc475f None None] Network d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:18.299387 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-de044bc4-5485-4fd8-addd-dae3902fbc6e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4502666 Mar 31 21:47:18.299812 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59760) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:18.305683 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-554772223-router', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:18.353099 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16398391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31876'] for router (94d87264-53e9-40b2-a70d-597668b5d57d), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.355040 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16399271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16384502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16275930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31887'] for router (94d87264-53e9-40b2-a70d-597668b5d57d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.452916 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 9446973c-5911-4f25-9b7f-bd13f926acb9 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:18.478380 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Publish callbacks [] for router_controller (94d87264-53e9-40b2-a70d-597668b5d57d), precommit_add_association {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.493524 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eb66703-8a4f-504a-9784-587a225c9d17-d5fad59d-f66d-4bb4-bff7-c5502bbc00a8', 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8', 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'fixed_ips': [{'subnet_id': 'fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7'}]}} from dv-cinder-836073-1-iscsi. {{(pid=103449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:47:18.495085 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.708685 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Publish callbacks [] for router_gateway (94d87264-53e9-40b2-a70d-597668b5d57d), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.714382 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 9446973c-5911-4f25-9b7f-bd13f926acb9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:18.714962 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.864197 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.db_base_plugin_common [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Allocated IP 172.20.0.2 (d5fad59d-f66d-4bb4-bff7-c5502bbc00a8/fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7/c5bddc51-75f4-4a7f-8e85-77212bbc80c5) {{(pid=103449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:18.961450 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Publish callbacks [] for router_gateway (94d87264-53e9-40b2-a70d-597668b5d57d), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.982840 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:19.013882 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 9446973c-5911-4f25-9b7f-bd13f926acb9 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:19.014761 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:19.050662 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port 9446973c-5911-4f25-9b7f-bd13f926acb9, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=9446973c-5911-4f25-9b7f-bd13f926acb9,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:19.060474 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:19.147324 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Allocated IP 172.27.3.212 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/8e146409-4f2a-491f-ad55-8d440dce50e4) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:19.165835 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=9446973c-5911-4f25-9b7f-bd13f926acb9,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:19.176342 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Publish callbacks [] for port (c5bddc51-75f4-4a7f-8e85-77212bbc80c5), precommit_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:19.185919 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517'] for port (c5bddc51-75f4-4a7f-8e85-77212bbc80c5), after_create {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:19.233933 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Network d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 is already hosted by enough agents. {{(pid=103449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:19.244651 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.scheduler.base_scheduler [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Resources bound (agent type, host, resource id): {{(pid=103449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:19.247583 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Pushing event updated for resources: {'Port': ['ID=c5bddc51-75f4-4a7f-8e85-77212bbc80c5,revision_number=1']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:19.251520 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Received port after_create {{(pid=103449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:19.304345 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Publish callbacks [] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:19.346156 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Attempting to bind port c5bddc51-75f4-4a7f-8e85-77212bbc80c5 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:19.346780 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Attempting to bind port c5bddc51-75f4-4a7f-8e85-77212bbc80c5 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '4b39f770-cb37-4093-a8b3-0d373af6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:19.347526 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Attempting to bind port c5bddc51-75f4-4a7f-8e85-77212bbc80c5 on network d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:19.356235 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:19.356566 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:19.357509 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Checking segment: {'id': '4b39f770-cb37-4093-a8b3-0d373af6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:19.358144 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:19.358764 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Bound using segment: {'id': '4b39f770-cb37-4093-a8b3-0d373af6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:19.359430 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Bound port: c5bddc51-75f4-4a7f-8e85-77212bbc80c5, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b39f770-cb37-4093-a8b3-0d373af6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:19.360007 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (c5bddc51-75f4-4a7f-8e85-77212bbc80c5), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:19.419505 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:19.424678 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:19.428424 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Pushing event updated for resources: {'Port': ['ID=8e146409-4f2a-491f-ad55-8d440dce50e4,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:19.432977 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:19.503686 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] For port c5bddc51-75f4-4a7f-8e85-77212bbc80c5, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:19.508886 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] For port c5bddc51-75f4-4a7f-8e85-77212bbc80c5, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=c5bddc51-75f4-4a7f-8e85-77212bbc80c5,segment=NetworkSegment(4b39f770-cb37-4093-a8b3-0d373af6b658),segment_id=4b39f770-cb37-4093-a8b3-0d373af6b658)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:19.516520 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (c5bddc51-75f4-4a7f-8e85-77212bbc80c5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:19.581024 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a763d-8b2a-4f4e-93fe-f37d7203e648 None None] Pushing event updated for resources: {'Port': ['ID=c5bddc51-75f4-4a7f-8e85-77212bbc80c5,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:19.640284 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Sync routers for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:47:19.659025 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:19.660216 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:47:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:19.785349 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:19.790063 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Publish callbacks [] for router_gateway (94d87264-53e9-40b2-a70d-597668b5d57d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:20.036724 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:16Z', 'revision_number': 2, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:20.055908 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16399278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16384289'] for router (94d87264-53e9-40b2-a70d-597668b5d57d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:20.065220 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Checking router: 42bbe4f9-fa58-423e-899f-77f41edd5b68 for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:47:20.065584 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Updating router 42bbe4f9-fa58-423e-899f-77f41edd5b68 port dccea868-d696-4026-8e72-c7561e91fdca binding host dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:47:20.095871 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (dccea868-d696-4026-8e72-c7561e91fdca), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:20.470743 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Publish callbacks [] for port (dccea868-d696-4026-8e72-c7561e91fdca), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:20.477838 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (dccea868-d696-4026-8e72-c7561e91fdca), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:20.535909 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Pushing event updated for resources: {'Port': ['ID=dccea868-d696-4026-8e72-c7561e91fdca,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:20.544779 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.545133 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.545494 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.545851 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.548520 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.549023 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.549217 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.549557 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.549884 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.550257 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.550591 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.550944 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.551275 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.551599 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.561952 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 9446973c-5911-4f25-9b7f-bd13f926acb9 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:20.562590 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:20.574044 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Router 94d87264-53e9-40b2-a70d-597668b5d57d is scheduled to L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 with binding_index 1 {{(pid=103448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:47:20.631683 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 9446973c-5911-4f25-9b7f-bd13f926acb9 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:20.632496 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:20.698170 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Attempting to bind port dccea868-d696-4026-8e72-c7561e91fdca on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:20.698840 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Attempting to bind port dccea868-d696-4026-8e72-c7561e91fdca by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:20.698935 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Attempting to bind port dccea868-d696-4026-8e72-c7561e91fdca on network cb63e64e-2255-4b39-bda9-ef6da328ca20 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:20.708017 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:20.708405 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Checking segment: {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:20.708808 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:20.709887 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Bound using segment: {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:20.710434 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Bound port: dccea868-d696-4026-8e72-c7561e91fdca, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:20.711598 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (dccea868-d696-4026-8e72-c7561e91fdca), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:20.755202 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 9446973c-5911-4f25-9b7f-bd13f926acb9 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:20.756316 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device c5bddc51-75f4-4a7f-8e85-77212bbc80c5 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:20.765384 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:47:20.790059 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Sync routers for ids ['94d87264-53e9-40b2-a70d-597668b5d57d'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:47:20.803447 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:20.806557 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59770) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:20.807141 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-23decee7-ec32-4b5e-8b1b-d9834eb860aa admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5044341 Mar 31 21:47:20.829691 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Routers {'94d87264-53e9-40b2-a70d-597668b5d57d'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:20.830408 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:47:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['94d87264-53e9-40b2-a70d-597668b5d57d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:20.851863 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] For port dccea868-d696-4026-8e72-c7561e91fdca, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:20.855994 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] For port dccea868-d696-4026-8e72-c7561e91fdca, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=dccea868-d696-4026-8e72-c7561e91fdca,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:20.863641 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (dccea868-d696-4026-8e72-c7561e91fdca), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:20.939914 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:20.940556 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:47:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:20.944151 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc7b4d-47a0-4972-986a-53cd2115ada4 None None] Pushing event updated for resources: {'Port': ['ID=dccea868-d696-4026-8e72-c7561e91fdca,revision_number=4']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:21.109529 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f32fa51-7776-4a8a-ac40-395bd612d78e None None] Network d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:21.115260 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:21.244744 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c78d82b5-19d8-49ca-a48c-9748111cacda None None] Provisioning complete for port dccea868-d696-4026-8e72-c7561e91fdca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:21.245126 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c78d82b5-19d8-49ca-a48c-9748111cacda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (dccea868-d696-4026-8e72-c7561e91fdca), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:21.341891 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port c5bddc51-75f4-4a7f-8e85-77212bbc80c5 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:21.342281 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (c5bddc51-75f4-4a7f-8e85-77212bbc80c5), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:21.346701 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Set router 94d87264-53e9-40b2-a70d-597668b5d57d gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:21.600652 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:20Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:21.643062 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad5003-290d-40b9-8679-6c4529413de5 None None] The sync data for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi is: [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:20Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:47:21.663754 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c78d82b5-19d8-49ca-a48c-9748111cacda None None] Current status of the port dccea868-d696-4026-8e72-c7561e91fdca is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:21.664298 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c78d82b5-19d8-49ca-a48c-9748111cacda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (dccea868-d696-4026-8e72-c7561e91fdca), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:21.830678 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c78d82b5-19d8-49ca-a48c-9748111cacda None None] For port dccea868-d696-4026-8e72-c7561e91fdca, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=dccea868-d696-4026-8e72-c7561e91fdca,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:21.836751 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port c5bddc51-75f4-4a7f-8e85-77212bbc80c5 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:21.837739 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (c5bddc51-75f4-4a7f-8e85-77212bbc80c5), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:21.861930 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c78d82b5-19d8-49ca-a48c-9748111cacda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (dccea868-d696-4026-8e72-c7561e91fdca), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:21.945754 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.052144 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d82b5-19d8-49ca-a48c-9748111cacda None None] Pushing event updated for resources: {'Port': ['ID=dccea868-d696-4026-8e72-c7561e91fdca,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:22.058652 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port c5bddc51-75f4-4a7f-8e85-77212bbc80c5, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=c5bddc51-75f4-4a7f-8e85-77212bbc80c5,segment=NetworkSegment(4b39f770-cb37-4093-a8b3-0d373af6b658),segment_id=4b39f770-cb37-4093-a8b3-0d373af6b658)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:22.068094 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ffc301d6-e813-4dca-ab28-845b3c36c83f None None] Provisioning complete for port c5bddc51-75f4-4a7f-8e85-77212bbc80c5 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:22.068470 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ffc301d6-e813-4dca-ab28-845b3c36c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (c5bddc51-75f4-4a7f-8e85-77212bbc80c5), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.070848 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'name': 'tempest-TestVolumeBootPattern-554772223-router', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 3, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'gw_port': {'id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:74:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:22.075144 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (c5bddc51-75f4-4a7f-8e85-77212bbc80c5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.130991 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Checking router: 94d87264-53e9-40b2-a70d-597668b5d57d for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:47:22.131116 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Updating router 94d87264-53e9-40b2-a70d-597668b5d57d port 8e146409-4f2a-491f-ad55-8d440dce50e4 binding host dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:47:22.203547 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.203871 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Allocated IP 172.20.0.1 (d5fad59d-f66d-4bb4-bff7-c5502bbc00a8/fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7/9810182d-8bb6-4849-a43f-c5b57d0ce543) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:22.243566 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=c5bddc51-75f4-4a7f-8e85-77212bbc80c5,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:22.366892 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Publish callbacks [] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.367300 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ffc301d6-e813-4dca-ab28-845b3c36c83f None None] Current status of the port c5bddc51-75f4-4a7f-8e85-77212bbc80c5 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:22.432595 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.448096 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-ffc301d6-e813-4dca-ab28-845b3c36c83f None None] Provisioning complete for port dccea868-d696-4026-8e72-c7561e91fdca triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:22.448486 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ffc301d6-e813-4dca-ab28-845b3c36c83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (dccea868-d696-4026-8e72-c7561e91fdca), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.476958 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device c5bddc51-75f4-4a7f-8e85-77212bbc80c5 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:22.491034 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Network d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:22.507051 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:22.513789 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:22.519488 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Pushing event updated for resources: {'Port': ['ID=9810182d-8bb6-4849-a43f-c5b57d0ce543,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:22.585194 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16384758'] for router_interface (94d87264-53e9-40b2-a70d-597668b5d57d), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.682531 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port c5bddc51-75f4-4a7f-8e85-77212bbc80c5 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:22.683474 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (c5bddc51-75f4-4a7f-8e85-77212bbc80c5), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.831417 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ffc301d6-e813-4dca-ab28-845b3c36c83f None None] Current status of the port dccea868-d696-4026-8e72-c7561e91fdca is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:22.865713 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.875230 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Publish callbacks [] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.891072 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.898378 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port c5bddc51-75f4-4a7f-8e85-77212bbc80c5 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:22.899573 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device dccea868-d696-4026-8e72-c7561e91fdca up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:23.028979 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bd632-0b04-40b9-8ab2-fe72d1a95e36 None None] Pushing event updated for resources: {'Port': ['ID=8e146409-4f2a-491f-ad55-8d440dce50e4,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:23.032325 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Attempting to bind port 8e146409-4f2a-491f-ad55-8d440dce50e4 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:23.032706 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Attempting to bind port 8e146409-4f2a-491f-ad55-8d440dce50e4 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:23.033064 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Attempting to bind port 8e146409-4f2a-491f-ad55-8d440dce50e4 on network 117f9244-b533-4049-ba97-bca06ffbe3a7 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:23.038011 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-d7f83ced-99e5-4580-9a86-80757cd8ce02 None None] Provisioning complete for port 9810182d-8bb6-4849-a43f-c5b57d0ce543 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:23.038270 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d7f83ced-99e5-4580-9a86-80757cd8ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:23.045221 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:23.045599 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Checking segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:23.046026 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:23.046418 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Bound using segment: {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:23.046910 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Bound port: 8e146409-4f2a-491f-ad55-8d440dce50e4, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625ec94e-7b34-4b18-a0e1-7e1b028e1e1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:23.047291 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:23.095713 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Publish callbacks [] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:23.101714 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13622167'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:23.137872 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port dccea868-d696-4026-8e72-c7561e91fdca triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:23.138502 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (dccea868-d696-4026-8e72-c7561e91fdca), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:23.157397 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-d7f83ced-99e5-4580-9a86-80757cd8ce02 None None] Port 9810182d-8bb6-4849-a43f-c5b57d0ce543 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:47:23.187420 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16279637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16384610'] for router_interface (94d87264-53e9-40b2-a70d-597668b5d57d), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:23.197115 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Pushing event updated for resources: {'Port': ['ID=9810182d-8bb6-4849-a43f-c5b57d0ce543,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:23.225027 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] For port 8e146409-4f2a-491f-ad55-8d440dce50e4, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:23.232257 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] For port 8e146409-4f2a-491f-ad55-8d440dce50e4, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=8e146409-4f2a-491f-ad55-8d440dce50e4,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:23.249801 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:23.323637 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Network d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:23.325785 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:23.348448 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Routers {'94d87264-53e9-40b2-a70d-597668b5d57d'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:23.349114 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:47:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['94d87264-53e9-40b2-a70d-597668b5d57d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:23.394385 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bd632-0b04-40b9-8ab2-fe72d1a95e36 None None] Pushing event updated for resources: {'Port': ['ID=8e146409-4f2a-491f-ad55-8d440dce50e4,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:23.463388 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Router 94d87264-53e9-40b2-a70d-597668b5d57d has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:47:23.592574 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port dccea868-d696-4026-8e72-c7561e91fdca is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:23.609847 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:47:23.618281 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-81541c35-0753-4450-9442-70d9e7ae52bf admin admin] 10.222.0.24 "PUT /v2.0/routers/94d87264-53e9-40b2-a70d-597668b5d57d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8098693 Mar 31 21:47:23.621239 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-b4d260e3-fb75-4a64-9685-780075485e45 None None] Provisioning complete for port 9810182d-8bb6-4849-a43f-c5b57d0ce543 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:23.621623 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b4d260e3-fb75-4a64-9685-780075485e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:23.694915 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] Set router 94d87264-53e9-40b2-a70d-597668b5d57d gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:23.698925 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-b4d260e3-fb75-4a64-9685-780075485e45 None None] Port 9810182d-8bb6-4849-a43f-c5b57d0ce543 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:47:23.935982 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'name': 'tempest-TestVolumeBootPattern-554772223-router', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:22Z', 'revision_number': 4, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'gw_port': {'id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:74:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '9810182d-8bb6-4849-a43f-c5b57d0ce543', 'name': '', 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'mac_address': 'fa:16:3e:9c:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:21Z', 'updated_at': '2022-03-31T21:47:22Z', 'revision_number': 2, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'subnets': [{'id': 'fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:23.973904 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d32641-ddcc-4cd2-976c-dd3fec55c8fd None None] The sync data for ids ['94d87264-53e9-40b2-a70d-597668b5d57d'] in dv-cinder-836073-1-iscsi is: [{'id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'name': 'tempest-TestVolumeBootPattern-554772223-router', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:22Z', 'revision_number': 4, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'gw_port': {'id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:74:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '9810182d-8bb6-4849-a43f-c5b57d0ce543', 'name': '', 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'mac_address': 'fa:16:3e:9c:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:21Z', 'updated_at': '2022-03-31T21:47:22Z', 'revision_number': 2, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'subnets': [{'id': 'fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:47:24.261119 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59820) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:24.266934 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-638625834', 'description': 'tempest-secgroup-smoke-638625834 description', 'project_id': '2d6be05b2552473eb29341c870082530'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:24.291741 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.383740 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group (71a127a4-ddf2-4a51-ac95-00dafb525424), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.388130 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (71a127a4-ddf2-4a51-ac95-00dafb525424), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.423532 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.424873 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1627514 Mar 31 21:47:24.427966 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59822) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:24.429256 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a127a4-ddf2-4a51-ac95-00dafb525424,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:24.433694 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a11f7855-d927-4761-b125-08271bc25821 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'security_group_rule': {'security_group_id': '71a127a4-ddf2-4a51-ac95-00dafb525424', 'project_id': '2d6be05b2552473eb29341c870082530', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:24.438240 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.438590 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.438933 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.439981 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.440407 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.440650 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.440978 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.441624 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.441890 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.442402 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.442737 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.443297 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.443446 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.443692 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.444011 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c8628a-c15d-4901-be79-6d64f932ba29 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:24.476320 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a11f7855-d927-4761-b125-08271bc25821 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (c86c5902-60fb-41eb-ad2c-91197a29847e), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.558124 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a11f7855-d927-4761-b125-08271bc25821 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (c86c5902-60fb-41eb-ad2c-91197a29847e), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.562827 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a11f7855-d927-4761-b125-08271bc25821 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (c86c5902-60fb-41eb-ad2c-91197a29847e), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.584456 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f7855-d927-4761-b125-08271bc25821 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86c5902-60fb-41eb-ad2c-91197a29847e,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:24.595104 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a11f7855-d927-4761-b125-08271bc25821 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.598011 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-a11f7855-d927-4761-b125-08271bc25821 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669059 Mar 31 21:47:24.599500 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 59826) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:24.604264 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-b5fdd8c4-2511-4319-bdba-3c429cc84f6b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'security_group_rule': {'security_group_id': '71a127a4-ddf2-4a51-ac95-00dafb525424', 'project_id': '2d6be05b2552473eb29341c870082530', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:24.646879 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd8c4-2511-4319-bdba-3c429cc84f6b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (3ecea710-a10a-4d1b-a1cf-e3af79d9b4c0), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.744255 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd8c4-2511-4319-bdba-3c429cc84f6b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (3ecea710-a10a-4d1b-a1cf-e3af79d9b4c0), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.753041 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd8c4-2511-4319-bdba-3c429cc84f6b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (3ecea710-a10a-4d1b-a1cf-e3af79d9b4c0), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.795905 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdd8c4-2511-4319-bdba-3c429cc84f6b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecea710-a10a-4d1b-a1cf-e3af79d9b4c0,revision_number=0']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:24.808550 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b5fdd8c4-2511-4319-bdba-3c429cc84f6b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.817024 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b5fdd8c4-2511-4319-bdba-3c429cc84f6b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2163270 Mar 31 21:47:24.819632 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59830) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:24.829664 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4900ecdd-fe42-4e77-b98a-3759301f8510 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'security_group_rule': {'security_group_id': '71a127a4-ddf2-4a51-ac95-00dafb525424', 'project_id': '2d6be05b2552473eb29341c870082530', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:24.871492 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4900ecdd-fe42-4e77-b98a-3759301f8510 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (2eebdaae-6c35-42fd-b39e-d31b8e28d409), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.956444 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4900ecdd-fe42-4e77-b98a-3759301f8510 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (2eebdaae-6c35-42fd-b39e-d31b8e28d409), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.961125 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4900ecdd-fe42-4e77-b98a-3759301f8510 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (2eebdaae-6c35-42fd-b39e-d31b8e28d409), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.983019 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900ecdd-fe42-4e77-b98a-3759301f8510 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eebdaae-6c35-42fd-b39e-d31b8e28d409,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:24.993660 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4900ecdd-fe42-4e77-b98a-3759301f8510 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:24.996101 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-4900ecdd-fe42-4e77-b98a-3759301f8510 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1735370 Mar 31 21:47:24.999073 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59832) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:25.006537 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-6942da73-bc9e-4a19-94b5-ec16d72b1258 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'security_group_rule': {'security_group_id': '71a127a4-ddf2-4a51-ac95-00dafb525424', 'project_id': '2d6be05b2552473eb29341c870082530', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:25.038989 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6942da73-bc9e-4a19-94b5-ec16d72b1258 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (d5614a2b-f789-4c78-a9c6-7f54479bbec0), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.132391 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6942da73-bc9e-4a19-94b5-ec16d72b1258 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (d5614a2b-f789-4c78-a9c6-7f54479bbec0), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.138100 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6942da73-bc9e-4a19-94b5-ec16d72b1258 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (d5614a2b-f789-4c78-a9c6-7f54479bbec0), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.160585 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942da73-bc9e-4a19-94b5-ec16d72b1258 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5614a2b-f789-4c78-a9c6-7f54479bbec0,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:25.166489 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6942da73-bc9e-4a19-94b5-ec16d72b1258 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.167884 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6942da73-bc9e-4a19-94b5-ec16d72b1258 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673722 Mar 31 21:47:25.171203 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59834) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:25.176385 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-cf5f9c70-db52-4da5-855d-328b2919929b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'security_group_rule': {'security_group_id': '71a127a4-ddf2-4a51-ac95-00dafb525424', 'project_id': '2d6be05b2552473eb29341c870082530', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:25.210262 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-cf5f9c70-db52-4da5-855d-328b2919929b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Project 2d6be05b2552473eb29341c870082530 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 21:47:25.218129 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9c70-db52-4da5-855d-328b2919929b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (a06720c3-3180-4af8-9fa6-21148092fc95), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.301469 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9c70-db52-4da5-855d-328b2919929b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (a06720c3-3180-4af8-9fa6-21148092fc95), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.307485 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9c70-db52-4da5-855d-328b2919929b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (a06720c3-3180-4af8-9fa6-21148092fc95), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.334499 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f9c70-db52-4da5-855d-328b2919929b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06720c3-3180-4af8-9fa6-21148092fc95,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:25.345567 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cf5f9c70-db52-4da5-855d-328b2919929b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.351605 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-cf5f9c70-db52-4da5-855d-328b2919929b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1741426 Mar 31 21:47:25.351605 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 59836) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:25.359540 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-126c5cf0-f88f-474b-800d-1b676251ad7e tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'security_group_rule': {'security_group_id': '71a127a4-ddf2-4a51-ac95-00dafb525424', 'project_id': '2d6be05b2552473eb29341c870082530', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:25.384586 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-126c5cf0-f88f-474b-800d-1b676251ad7e tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Project 2d6be05b2552473eb29341c870082530 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 21:47:25.391518 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-126c5cf0-f88f-474b-800d-1b676251ad7e tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (5c97b421-1478-477f-95b7-eacdeb818fc2), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.481494 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-126c5cf0-f88f-474b-800d-1b676251ad7e tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (5c97b421-1478-477f-95b7-eacdeb818fc2), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.486843 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-126c5cf0-f88f-474b-800d-1b676251ad7e tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16479889'] for security_group_rule (5c97b421-1478-477f-95b7-eacdeb818fc2), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.513179 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c5cf0-f88f-474b-800d-1b676251ad7e tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c97b421-1478-477f-95b7-eacdeb818fc2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:25.522485 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-126c5cf0-f88f-474b-800d-1b676251ad7e tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.523479 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-126c5cf0-f88f-474b-800d-1b676251ad7e tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1705503 Mar 31 21:47:26.400959 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 8e146409-4f2a-491f-ad55-8d440dce50e4 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:26.405298 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Sync routers for ids ['94d87264-53e9-40b2-a70d-597668b5d57d'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:47:26.416262 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Routers {'94d87264-53e9-40b2-a70d-597668b5d57d'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:26.416981 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:47:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['94d87264-53e9-40b2-a70d-597668b5d57d'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:26.469074 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 8e146409-4f2a-491f-ad55-8d440dce50e4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:26.469463 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:26.534563 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Set router 94d87264-53e9-40b2-a70d-597668b5d57d gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:26.560995 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 8e146409-4f2a-491f-ad55-8d440dce50e4 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:26.561378 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:26.584058 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] For port 8e146409-4f2a-491f-ad55-8d440dce50e4, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=8e146409-4f2a-491f-ad55-8d440dce50e4,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:26.589261 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:26.647379 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Pushing event updated for resources: {'Port': ['ID=8e146409-4f2a-491f-ad55-8d440dce50e4,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:26.774721 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'name': 'tempest-TestVolumeBootPattern-554772223-router', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:22Z', 'revision_number': 4, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'gw_port': {'id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:74:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '9810182d-8bb6-4849-a43f-c5b57d0ce543', 'name': '', 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'mac_address': 'fa:16:3e:9c:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:21Z', 'updated_at': '2022-03-31T21:47:22Z', 'revision_number': 2, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'subnets': [{'id': 'fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:26.806283 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Checking router: 94d87264-53e9-40b2-a70d-597668b5d57d for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:47:26.806638 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Updating router 94d87264-53e9-40b2-a70d-597668b5d57d port 9810182d-8bb6-4849-a43f-c5b57d0ce543 binding host dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:47:26.837749 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.194798 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Publish callbacks [] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), precommit_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.201544 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.264387 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175448b-8e89-427e-9e33-a6d05898ddf2 None None] Pushing event updated for resources: {'Port': ['ID=9810182d-8bb6-4849-a43f-c5b57d0ce543,revision_number=3']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:27.345180 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Attempting to bind port 9810182d-8bb6-4849-a43f-c5b57d0ce543 on host dv-cinder-836073-1-iscsi for vnic_type normal with profile {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:27.345791 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Attempting to bind port 9810182d-8bb6-4849-a43f-c5b57d0ce543 by drivers openvswitch,hyperv on host dv-cinder-836073-1-iscsi at level 0 using segments [{'id': '4b39f770-cb37-4093-a8b3-0d373af6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8'}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:27.346423 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Attempting to bind port 9810182d-8bb6-4849-a43f-c5b57d0ce543 on network d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:27.355205 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Checking agent: {'id': 'c4734e8b-5c60-4254-9069-76a354617846', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 26, 8), 'started_at': datetime.datetime(2022, 3, 31, 21, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:27.355783 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Checking segment: {'id': '4b39f770-cb37-4093-a8b3-0d373af6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:27.356601 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.357299 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Bound using segment: {'id': '4b39f770-cb37-4093-a8b3-0d373af6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8'} {{(pid=103451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:27.357823 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.managers [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Bound port: 9810182d-8bb6-4849-a43f-c5b57d0ce543, host: dv-cinder-836073-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b39f770-cb37-4093-a8b3-0d373af6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8'}}] {{(pid=103451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:27.358351 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), before_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.457460 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] For port 9810182d-8bb6-4849-a43f-c5b57d0ce543, host dv-cinder-836073-1-iscsi, cleared binding levels {{(pid=103451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:27.461607 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.plugins.ml2.db [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] For port 9810182d-8bb6-4849-a43f-c5b57d0ce543, host dv-cinder-836073-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=9810182d-8bb6-4849-a43f-c5b57d0ce543,segment=NetworkSegment(4b39f770-cb37-4093-a8b3-0d373af6b658),segment_id=4b39f770-cb37-4093-a8b3-0d373af6b658)] {{(pid=103451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:27.469246 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron_lib.callbacks.manager [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), after_update {{(pid=103451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.542517 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Routers {'94d87264-53e9-40b2-a70d-597668b5d57d'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:27.543323 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:47:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['94d87264-53e9-40b2-a70d-597668b5d57d'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:27.545374 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175448b-8e89-427e-9e33-a6d05898ddf2 None None] Pushing event updated for resources: {'Port': ['ID=9810182d-8bb6-4849-a43f-c5b57d0ce543,revision_number=4']} {{(pid=103451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:27.553908 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-fb4a7db4-c270-4277-b335-9f254c23128a None None] Provisioning complete for port 9810182d-8bb6-4849-a43f-c5b57d0ce543 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:27.554878 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7db4-c270-4277-b335-9f254c23128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.660139 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a7db4-c270-4277-b335-9f254c23128a None None] Current status of the port 9810182d-8bb6-4849-a43f-c5b57d0ce543 is: DOWN; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:27.661594 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7db4-c270-4277-b335-9f254c23128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.745296 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] Set router 94d87264-53e9-40b2-a70d-597668b5d57d gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:27.753684 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fb4a7db4-c270-4277-b335-9f254c23128a None None] For port 9810182d-8bb6-4849-a43f-c5b57d0ce543, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=9810182d-8bb6-4849-a43f-c5b57d0ce543,segment=NetworkSegment(4b39f770-cb37-4093-a8b3-0d373af6b658),segment_id=4b39f770-cb37-4093-a8b3-0d373af6b658)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:27.761518 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fb4a7db4-c270-4277-b335-9f254c23128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.826418 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a7db4-c270-4277-b335-9f254c23128a None None] Pushing event updated for resources: {'Port': ['ID=9810182d-8bb6-4849-a43f-c5b57d0ce543,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:27.924722 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-f075363c-059e-4124-9cd0-1a31b4c51b9a None None] Provisioning complete for port 9810182d-8bb6-4849-a43f-c5b57d0ce543 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:27.925671 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f075363c-059e-4124-9cd0-1a31b4c51b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:28.123425 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-f075363c-059e-4124-9cd0-1a31b4c51b9a None None] Current status of the port 9810182d-8bb6-4849-a43f-c5b57d0ce543 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:28.156338 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'name': 'tempest-TestVolumeBootPattern-554772223-router', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:22Z', 'revision_number': 4, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'gw_port': {'id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '9810182d-8bb6-4849-a43f-c5b57d0ce543', 'name': '', 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'mac_address': 'fa:16:3e:9c:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:21Z', 'updated_at': '2022-03-31T21:47:27Z', 'revision_number': 4, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'subnets': [{'id': 'fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:28.192725 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc44359-37d9-4e6a-ac5f-e97825227a8d None None] The sync data for ids ['94d87264-53e9-40b2-a70d-597668b5d57d'] in dv-cinder-836073-1-iscsi is: [{'id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'name': 'tempest-TestVolumeBootPattern-554772223-router', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:22Z', 'revision_number': 4, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'gw_port': {'id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': '9810182d-8bb6-4849-a43f-c5b57d0ce543', 'name': '', 'network_id': 'd5fad59d-f66d-4bb4-bff7-c5502bbc00a8', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'mac_address': 'fa:16:3e:9c:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:21Z', 'updated_at': '2022-03-31T21:47:27Z', 'revision_number': 4, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'subnets': [{'id': 'fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:47:28.424949 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-b56bb359-d7a9-47c6-ad39-76196b953de6 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:28.432461 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-b56bb359-d7a9-47c6-ad39-76196b953de6 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/networks?id=0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 HTTP/1.1" status: 200 len: 814 time: 0.1574504 Mar 31 21:47:28.448656 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 8e146409-4f2a-491f-ad55-8d440dce50e4 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:28.458554 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-96bd1ddc-b868-4ba6-af94-a1d59571b5c8 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/quotas/d86c53dd789948d58e3f07ad1bdda5fe HTTP/1.1" status: 200 len: 375 time: 0.0249822 Mar 31 21:47:28.512947 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-7fe49883-6aee-4a2c-918a-2a6893242d20 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d86c53dd789948d58e3f07ad1bdda5fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466321 Mar 31 21:47:28.542827 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 8e146409-4f2a-491f-ad55-8d440dce50e4 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:28.543202 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:28.684637 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 8e146409-4f2a-491f-ad55-8d440dce50e4 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:28.686195 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 9810182d-8bb6-4849-a43f-c5b57d0ce543 up at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:28.764386 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Provisioning complete for port 9810182d-8bb6-4849-a43f-c5b57d0ce543 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:28.764759 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:28.801504 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-aad85b01-8a74-49c9-952a-0cc38064a6e2 service neutron] 10.222.0.24 "GET /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870204 Mar 31 21:47:28.919229 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Current status of the port 9810182d-8bb6-4849-a43f-c5b57d0ce543 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:28.972096 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-e774755c-b4b3-48b1-9db5-30496bde7792 service neutron] 10.222.0.24 "GET /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635249 Mar 31 21:47:29.179186 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f15df0be-6a78-4d9d-9325-d2c2c07a90c7 req-b3ee8a36-2f32-4cd8-b2fb-97dfdc082d1e tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 210 time: 0.0285628 Mar 31 21:47:30.292676 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ae60653e-bd62-4a41-b364-bd5d7542e258 req-a2ed26a6-97a3-4a88-97ac-244bd5eafbee tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 210 time: 0.0382569 Mar 31 21:47:30.596788 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-0976c8f6-87aa-435b-84c6-8bc9768f630a tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:30.596788 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-0976c8f6-87aa-435b-84c6-8bc9768f630a tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.13 "GET /v2.0/networks?id=0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 HTTP/1.1" status: 200 len: 814 time: 0.1793771 Mar 31 21:47:30.615125 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Request body: {'port': {'device_id': '88ccffa0-1b1d-4267-9f42-28dd0d27ac3e', 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3', 'admin_state_up': True, 'tenant_id': 'd86c53dd789948d58e3f07ad1bdda5fe'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:30.784568 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Made reservation on behalf of d86c53dd789948d58e3f07ad1bdda5fe for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:30.788453 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:30.990711 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Allocated IP 172.20.0.9 (0af85373-c0a2-4f2c-af56-4ec6ad0a42a3/4e4dd204-a616-474b-b45b-dec88692a394/bce35bfd-26aa-4fe5-975c-46826789f468) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:31.160156 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks [] for port (bce35bfd-26aa-4fe5-975c-46826789f468), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:31.195859 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:31.238917 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:31.242387 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:31.247247 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:31.276667 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Pushing event updated for resources: {'Port': ['ID=bce35bfd-26aa-4fe5-975c-46826789f468,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:31.314864 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:31.315672 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:31.335763 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-9805f341-c246-41f5-ab5c-b9c0174846cd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7261879 Mar 31 21:47:31.348081 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Request body: {'port': {'device_id': '88ccffa0-1b1d-4267-9f42-28dd0d27ac3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:31.492909 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:31.573175 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c4450-0fde-4839-a6ff-0404764de2a4 req-8cdf2521-171d-4c34-bb5f-96d49faa3fba tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:31.575935 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b14c4450-0fde-4839-a6ff-0404764de2a4 req-8cdf2521-171d-4c34-bb5f-96d49faa3fba tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 931 time: 0.1941588 Mar 31 21:47:31.731922 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b14c4450-0fde-4839-a6ff-0404764de2a4 req-5dc2ab75-05d6-4df8-b4f7-90807bc1c334 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485343 Mar 31 21:47:31.923593 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce35bfd-26aa-4fe5-975c-46826789f468 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:47:31.933822 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Publish callbacks [] for port (bce35bfd-26aa-4fe5-975c-46826789f468), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:31.953150 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Transition to ACTIVE for port object bce35bfd-26aa-4fe5-975c-46826789f468 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:47:31.957192 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.035342 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bce35bfd-26aa-4fe5-975c-46826789f468,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:32.098693 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Attempting to bind port bce35bfd-26aa-4fe5-975c-46826789f468 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:32.099032 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Attempting to bind port bce35bfd-26aa-4fe5-975c-46826789f468 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd29427db-7c92-4ceb-bf3b-0ff929a50fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:32.099363 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Attempting to bind port bce35bfd-26aa-4fe5-975c-46826789f468 on network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:32.104695 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Port bce35bfd-26aa-4fe5-975c-46826789f468 on network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:47:32.105014 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Attempting to bind port bce35bfd-26aa-4fe5-975c-46826789f468 on network 0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:32.112170 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:32.112741 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Checking segment: {'id': 'd29427db-7c92-4ceb-bf3b-0ff929a50fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:32.113417 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Bound using segment: {'id': 'd29427db-7c92-4ceb-bf3b-0ff929a50fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:32.114012 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Bound port: bce35bfd-26aa-4fe5-975c-46826789f468, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd29427db-7c92-4ceb-bf3b-0ff929a50fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:32.114508 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.185752 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] For port bce35bfd-26aa-4fe5-975c-46826789f468, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:32.189474 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] For port bce35bfd-26aa-4fe5-975c-46826789f468, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bce35bfd-26aa-4fe5-975c-46826789f468,segment=NetworkSegment(d29427db-7c92-4ceb-bf3b-0ff929a50fba),segment_id=d29427db-7c92-4ceb-bf3b-0ff929a50fba)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:32.205091 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.250533 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:32.251177 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.252768 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/bce35bfd-26aa-4fe5-975c-46826789f468 HTTP/1.1" status: 200 len: 1093 time: 0.9091656 Mar 31 21:47:32.253290 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ccffa0-1b1d-4267-9f42-28dd0d27ac3e', 'tag': 'bce35bfd-26aa-4fe5-975c-46826789f468'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:47:32.255633 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0849ca-f433-41b0-9f3a-c8b0d6ca1ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "88ccffa0-1b1d-4267-9f42-28dd0d27ac3e", "tag": "bce35bfd-26aa-4fe5-975c-46826789f468"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:47:32.292845 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ff812-6bdc-4db7-abbe-011e542546a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bce35bfd-26aa-4fe5-975c-46826789f468,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:32.337346 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b355f25-d02d-4a16-8c3c-c86e55eb56e4 x-openstack-request-id: req-7b355f25-d02d-4a16-8c3c-c86e55eb56e4 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:47:32.338031 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ccffa0-1b1d-4267-9f42-28dd0d27ac3e", "tag": "bce35bfd-26aa-4fe5-975c-46826789f468", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:47:32.338031 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b355f25-d02d-4a16-8c3c-c86e55eb56e4 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:47:32.338422 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b355f25-d02d-4a16-8c3c-c86e55eb56e4'] response: {'name': 'network-changed', 'server_uuid': '88ccffa0-1b1d-4267-9f42-28dd0d27ac3e', 'tag': 'bce35bfd-26aa-4fe5-975c-46826789f468', 'status': 'completed', 'code': 200} Mar 31 21:47:32.359798 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-70405a57-77b4-4281-96cb-71050b019ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:32.361356 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-70405a57-77b4-4281-96cb-71050b019ed3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d86c53dd789948d58e3f07ad1bdda5fe&device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 1127 time: 0.0601492 Mar 31 21:47:32.413980 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-f9bc0bb7-bcd4-4d99-9f0b-d597e77ac199 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bce35bfd-26aa-4fe5-975c-46826789f468 HTTP/1.1" status: 200 len: 217 time: 0.0407357 Mar 31 21:47:32.483432 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-a64f8ff7-23f7-49a6-a922-ac2b8da2b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:32.485502 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-a64f8ff7-23f7-49a6-a922-ac2b8da2b03e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4dd204-a616-474b-b45b-dec88692a394 HTTP/1.1" status: 200 len: 854 time: 0.0647349 Mar 31 21:47:32.532828 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-b70e1209-4c22-4a3b-a0e4-32411b3a4bc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af85373-c0a2-4f2c-af56-4ec6ad0a42a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398984 Mar 31 21:47:32.656300 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-4958a310-14f7-4bda-9c63-e437ef5f4e05 service neutron] 10.222.0.13 "GET /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162465 Mar 31 21:47:32.780345 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2bb4fc03-46bb-4e2a-b0ca-44333a606baa req-25983196-d4dd-466c-a109-2ad361e0adf7 service neutron] 10.222.0.13 "GET /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168585 Mar 31 21:47:32.908453 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572124b3-52e0-4366-8b5e-8116c88d1edc req-bbfbc261-2c26-4113-a095-c72a2ce4970d tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:32.910080 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-572124b3-52e0-4366-8b5e-8116c88d1edc req-bbfbc261-2c26-4113-a095-c72a2ce4970d tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 943 time: 0.0989003 Mar 31 21:47:32.916231 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0849ca-f433-41b0-9f3a-c8b0d6ca1ddb req-10c7b333-e579-4a0c-818c-c1852965c3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:32.917739 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd0849ca-f433-41b0-9f3a-c8b0d6ca1ddb req-10c7b333-e579-4a0c-818c-c1852965c3ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d86c53dd789948d58e3f07ad1bdda5fe&device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 1127 time: 0.0722837 Mar 31 21:47:33.032839 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-572124b3-52e0-4366-8b5e-8116c88d1edc req-f064bc4c-9900-4e39-80cd-8eb60be79366 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139805 Mar 31 21:47:33.056310 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0849ca-f433-41b0-9f3a-c8b0d6ca1ddb req-5b35b9aa-e290-4f9e-8bde-519c28755e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:33.057872 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd0849ca-f433-41b0-9f3a-c8b0d6ca1ddb req-5b35b9aa-e290-4f9e-8bde-519c28755e9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 HTTP/1.1" status: 200 len: 914 time: 0.1328857 Mar 31 21:47:33.105320 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd0849ca-f433-41b0-9f3a-c8b0d6ca1ddb req-584f2eae-5f16-4277-88db-df9e1f50bbaf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bce35bfd-26aa-4fe5-975c-46826789f468 HTTP/1.1" status: 200 len: 217 time: 0.0409682 Mar 31 21:47:33.176407 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0849ca-f433-41b0-9f3a-c8b0d6ca1ddb req-8caaf765-5c25-4f15-ba52-aaa07c116ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:33.179499 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd0849ca-f433-41b0-9f3a-c8b0d6ca1ddb req-8caaf765-5c25-4f15-ba52-aaa07c116ebb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e4dd204-a616-474b-b45b-dec88692a394 HTTP/1.1" status: 200 len: 854 time: 0.0678883 Mar 31 21:47:33.201843 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ef702b3d-be14-425d-8e09-0710321b04d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:33.220999 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd0849ca-f433-41b0-9f3a-c8b0d6ca1ddb req-52d0733a-1f41-4d79-bc05-8993276d141c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af85373-c0a2-4f2c-af56-4ec6ad0a42a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334556 Mar 31 21:47:33.371491 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd0849ca-f433-41b0-9f3a-c8b0d6ca1ddb req-9598245c-18e9-45e1-953b-5a146a33db22 service neutron] 10.222.0.13 "GET /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425323 Mar 31 21:47:33.561307 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dd0849ca-f433-41b0-9f3a-c8b0d6ca1ddb req-5c8d3511-a22e-4026-8939-77e6903b97b0 service neutron] 10.222.0.13 "GET /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833024 Mar 31 21:47:34.237558 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9a3ae-cb11-4ca9-835c-4d36c2e09396 req-b7fb2a04-f0e6-469e-885e-1f204543563f tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:34.239854 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cfa9a3ae-cb11-4ca9-835c-4d36c2e09396 req-b7fb2a04-f0e6-469e-885e-1f204543563f tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 943 time: 0.1017599 Mar 31 21:47:34.330687 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cfa9a3ae-cb11-4ca9-835c-4d36c2e09396 req-9e9ae888-a6aa-4b99-b23e-69edab833ff8 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805809 Mar 31 21:47:35.321811 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-56686c4f-fd9d-47a1-8301-919b900dacec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.556579 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5e78e-9617-4281-aab3-caae7d5adec8 req-ebd7321b-3a9a-4609-9bd5-26bce95d86f1 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:35.558693 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ced5e78e-9617-4281-aab3-caae7d5adec8 req-ebd7321b-3a9a-4609-9bd5-26bce95d86f1 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 943 time: 0.1096544 Mar 31 21:47:35.644784 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ced5e78e-9617-4281-aab3-caae7d5adec8 req-1e190fbc-9544-4152-b329-afc3b3d699fd tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784972 Mar 31 21:47:36.817691 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54903ef8-8421-40a1-9510-6442753ca860 req-0ade4641-9c47-410e-a08e-20f90554b442 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:36.820186 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-54903ef8-8421-40a1-9510-6442753ca860 req-0ade4641-9c47-410e-a08e-20f90554b442 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 943 time: 0.0839784 Mar 31 21:47:36.872853 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60050) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:36.905823 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-54903ef8-8421-40a1-9510-6442753ca860 req-44913815-e6e1-4a7d-9754-3977c91928c7 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735159 Mar 31 21:47:36.935620 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-397f1f56-fc98-443c-85b7-674448509aae admin admin] Deleting subnet e08e962d-b6cb-46cb-abd5-ba92d0154fce {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:47:36.941675 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-397f1f56-fc98-443c-85b7-674448509aae admin admin] Publish callbacks [] for subnet (e08e962d-b6cb-46cb-abd5-ba92d0154fce), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.016570 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-397f1f56-fc98-443c-85b7-674448509aae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13939790'] for subnet (e08e962d-b6cb-46cb-abd5-ba92d0154fce), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.076898 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.091274 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-397f1f56-fc98-443c-85b7-674448509aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (e08e962d-b6cb-46cb-abd5-ba92d0154fce), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.175136 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-397f1f56-fc98-443c-85b7-674448509aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13624173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357913'] for subnet (e08e962d-b6cb-46cb-abd5-ba92d0154fce), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.225361 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f1f56-fc98-443c-85b7-674448509aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08e962d-b6cb-46cb-abd5-ba92d0154fce,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:37.235911 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-397f1f56-fc98-443c-85b7-674448509aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.242480 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-397f1f56-fc98-443c-85b7-674448509aae admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e08e962d-b6cb-46cb-abd5-ba92d0154fce HTTP/1.1" status: 204 len: 168 time: 0.3672428 Mar 31 21:47:37.245165 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60052) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:37.267842 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.337769 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (838201d9-73d7-46ae-a543-a219a54f87e3), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.430906 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device bce35bfd-26aa-4fe5-975c-46826789f468 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:47:37.447066 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (838201d9-73d7-46ae-a543-a219a54f87e3), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.478705 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838201d9-73d7-46ae-a543-a219a54f87e3']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:37.497607 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb76f290-907b-4149-bc32-f18e95f77be9') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:37.498169 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb76f290-907b-4149-bc32-f18e95f77be9') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:37.517235 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13939781'] for segment (fb76f290-907b-4149-bc32-f18e95f77be9), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.543014 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (fb76f290-907b-4149-bc32-f18e95f77be9), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.554120 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:47:37.554728 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13622219'] for segment (fb76f290-907b-4149-bc32-f18e95f77be9), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: Traceback (most recent call last): Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: timer() Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: cb(*args, **kw) Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: return func(*args, **kwargs) Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: self._notify() Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: self.callback(batched_events) Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: event.method(event) Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: return f(self, *a, **k) Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._get(url).json() Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: return self.request(url, 'GET', **kwargs) Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:47:37.557332 dv-cinder-836073-1-iscsi neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:47:37.585611 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port bce35bfd-26aa-4fe5-975c-46826789f468, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bce35bfd-26aa-4fe5-975c-46826789f468,segment=NetworkSegment(d29427db-7c92-4ceb-bf3b-0ff929a50fba),segment_id=d29427db-7c92-4ceb-bf3b-0ff929a50fba)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:37.601474 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': 'bce35bfd-26aa-4fe5-975c-46826789f468', 'network_id': '0af85373-c0a2-4f2c-af56-4ec6ad0a42a3', 'port_id': 'bce35bfd-26aa-4fe5-975c-46826789f468', 'mac_address': 'fa:16:3e:05:01:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4dd204-a616-474b-b45b-dec88692a394', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:47:37.634466 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (838201d9-73d7-46ae-a543-a219a54f87e3), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.642678 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.652307 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60054) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:37.652764 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] 10.222.0.24 "DELETE /v2.0/networks/838201d9-73d7-46ae-a543-a219a54f87e3 HTTP/1.1" status: 204 len: 168 time: 0.4049163 Mar 31 21:47:37.666316 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port bce35bfd-26aa-4fe5-975c-46826789f468 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:37.666975 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.675560 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe09348-a84d-40ba-ad99-9d7a8ab5f925 admin admin] Pushing event deleted for resources: {'Network': ['ID=838201d9-73d7-46ae-a543-a219a54f87e3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:37.692813 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce35bfd-26aa-4fe5-975c-46826789f468 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:47:37.720187 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port bce35bfd-26aa-4fe5-975c-46826789f468, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bce35bfd-26aa-4fe5-975c-46826789f468,segment=NetworkSegment(d29427db-7c92-4ceb-bf3b-0ff929a50fba),segment_id=d29427db-7c92-4ceb-bf3b-0ff929a50fba)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:37.721338 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8033faa-aec1-44f0-98b1-f62de215166f admin admin] Deleting subnet 52f96e70-b3d2-4151-95e0-5918aa992716 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:47:37.725665 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.726039 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8033faa-aec1-44f0-98b1-f62de215166f admin admin] Publish callbacks [] for subnet (52f96e70-b3d2-4151-95e0-5918aa992716), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.787941 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8033faa-aec1-44f0-98b1-f62de215166f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14050445'] for subnet (52f96e70-b3d2-4151-95e0-5918aa992716), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.788211 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=bce35bfd-26aa-4fe5-975c-46826789f468,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:37.862932 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8033faa-aec1-44f0-98b1-f62de215166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (52f96e70-b3d2-4151-95e0-5918aa992716), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.981245 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8033faa-aec1-44f0-98b1-f62de215166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13867809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12905817'] for subnet (52f96e70-b3d2-4151-95e0-5918aa992716), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.045716 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8033faa-aec1-44f0-98b1-f62de215166f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f96e70-b3d2-4151-95e0-5918aa992716,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:38.050803 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d8033faa-aec1-44f0-98b1-f62de215166f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.056014 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d8033faa-aec1-44f0-98b1-f62de215166f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/52f96e70-b3d2-4151-95e0-5918aa992716 HTTP/1.1" status: 204 len: 168 time: 0.4009731 Mar 31 21:47:38.058648 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60060) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:38.129621 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded7c91-a9e4-4caf-8aed-e4bc4536b61c req-8f7cd04c-73e7-4f6f-a1a7-f53ec408e363 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:38.132498 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fded7c91-a9e4-4caf-8aed-e4bc4536b61c req-8f7cd04c-73e7-4f6f-a1a7-f53ec408e363 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 944 time: 0.1087575 Mar 31 21:47:38.176227 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (b924bbef-3f4d-46ec-b7fb-468af5d5ee9c), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.218529 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fded7c91-a9e4-4caf-8aed-e4bc4536b61c req-bde1082d-6a8f-445f-a9a1-cd58ec5b2323 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754640 Mar 31 21:47:38.219237 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['bce35bfd-26aa-4fe5-975c-46826789f468'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:47:38.275684 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (b924bbef-3f4d-46ec-b7fb-468af5d5ee9c), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.302816 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b924bbef-3f4d-46ec-b7fb-468af5d5ee9c']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:38.318816 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0166fb2-a0dc-4235-95eb-306adfa44344') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:38.319299 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0166fb2-a0dc-4235-95eb-306adfa44344') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:38.344332 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13939781'] for segment (d0166fb2-a0dc-4235-95eb-306adfa44344), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.369155 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (d0166fb2-a0dc-4235-95eb-306adfa44344), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.380565 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:47:38.381219 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13622219'] for segment (d0166fb2-a0dc-4235-95eb-306adfa44344), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: Traceback (most recent call last): Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: timer() Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: cb(*args, **kw) Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: return func(*args, **kwargs) Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: self._notify() Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: self.callback(batched_events) Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: event.method(event) Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: return f(self, *a, **k) Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._get(url).json() Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: return self.request(url, 'GET', **kwargs) Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:47:38.384052 dv-cinder-836073-1-iscsi neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:47:38.468153 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (b924bbef-3f4d-46ec-b7fb-468af5d5ee9c), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.474910 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.482104 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] 10.222.0.24 "DELETE /v2.0/networks/b924bbef-3f4d-46ec-b7fb-468af5d5ee9c HTTP/1.1" status: 204 len: 168 time: 0.4202154 Mar 31 21:47:38.505065 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4506d-f852-4b47-ae13-bd3d7c22f87d admin admin] Pushing event deleted for resources: {'Network': ['ID=b924bbef-3f4d-46ec-b7fb-468af5d5ee9c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:38.524521 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.722234 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60064) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:38.773993 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-07da2c77-4d03-4ff1-9bc3-3f9e28aae69b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b613b729061f40f0b899728b5030d3dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502882 Mar 31 21:47:38.778294 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60066) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:38.842548 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-499de8d3-20b7-4ad1-b96a-5dfcb83079a9 admin admin] Publish callbacks [] for security_group (97b49102-dbc8-4314-aeb4-9828baee1d8a), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.871155 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-499de8d3-20b7-4ad1-b96a-5dfcb83079a9 admin admin] Publish callbacks [] for security_group (97b49102-dbc8-4314-aeb4-9828baee1d8a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.953916 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-499de8d3-20b7-4ad1-b96a-5dfcb83079a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (97b49102-dbc8-4314-aeb4-9828baee1d8a), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.957749 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-499de8d3-20b7-4ad1-b96a-5dfcb83079a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.959605 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-499de8d3-20b7-4ad1-b96a-5dfcb83079a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97b49102-dbc8-4314-aeb4-9828baee1d8a HTTP/1.1" status: 204 len: 168 time: 0.1799376 Mar 31 21:47:38.974897 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499de8d3-20b7-4ad1-b96a-5dfcb83079a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b49102-dbc8-4314-aeb4-9828baee1d8a,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:39.409008 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad298e-4a2e-436a-a5ce-237fa36f3f64 req-c9d6587a-e93f-4fc5-890f-fd4ffecb6092 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:39.411698 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c6ad298e-4a2e-436a-a5ce-237fa36f3f64 req-c9d6587a-e93f-4fc5-890f-fd4ffecb6092 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 944 time: 0.0922308 Mar 31 21:47:39.438480 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device bce35bfd-26aa-4fe5-975c-46826789f468 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:39.495907 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c6ad298e-4a2e-436a-a5ce-237fa36f3f64 req-d2f3a0bc-ea98-4940-89d0-42beed0e3fd6 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782990 Mar 31 21:47:39.523631 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60084) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:39.536746 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port bce35bfd-26aa-4fe5-975c-46826789f468 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:47:39.542395 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port bce35bfd-26aa-4fe5-975c-46826789f468 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:39.543167 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.598093 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-15083c3f-d91a-48a7-87fd-6e52f83f9689 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36d85ad774ec4a6389bd1709d974097b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717657 Mar 31 21:47:39.602332 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60086) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:39.622705 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.670594 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port bce35bfd-26aa-4fe5-975c-46826789f468 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:39.671111 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.685643 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2295be34-132f-408a-a8dd-accaa32bb578 admin admin] Publish callbacks [] for security_group (8854e551-51fb-4ebc-a1a4-00cc90c33077), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.706055 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ccffa0-1b1d-4267-9f42-28dd0d27ac3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce35bfd-26aa-4fe5-975c-46826789f468'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:47:39.709863 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d09f68a-b5f4-4c22-b60e-142264bd9ec3" -d '{"events": [{"server_uuid": "88ccffa0-1b1d-4267-9f42-28dd0d27ac3e", "name": "network-vif-plugged", "status": "completed", "tag": "bce35bfd-26aa-4fe5-975c-46826789f468"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:47:39.716284 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2295be34-132f-408a-a8dd-accaa32bb578 admin admin] Publish callbacks [] for security_group (8854e551-51fb-4ebc-a1a4-00cc90c33077), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.729316 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port bce35bfd-26aa-4fe5-975c-46826789f468, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bce35bfd-26aa-4fe5-975c-46826789f468,segment=NetworkSegment(d29427db-7c92-4ceb-bf3b-0ff929a50fba),segment_id=d29427db-7c92-4ceb-bf3b-0ff929a50fba)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:39.736782 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.805018 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2295be34-132f-408a-a8dd-accaa32bb578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (8854e551-51fb-4ebc-a1a4-00cc90c33077), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.808784 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2295be34-132f-408a-a8dd-accaa32bb578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.810912 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2295be34-132f-408a-a8dd-accaa32bb578 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8854e551-51fb-4ebc-a1a4-00cc90c33077 HTTP/1.1" status: 204 len: 168 time: 0.2072842 Mar 31 21:47:39.823519 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295be34-132f-408a-a8dd-accaa32bb578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8854e551-51fb-4ebc-a1a4-00cc90c33077,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:39.829363 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=bce35bfd-26aa-4fe5-975c-46826789f468,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:40.049031 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51259a5-7d60-40ce-acc4-6b91de6c94f1 x-openstack-request-id: req-a51259a5-7d60-40ce-acc4-6b91de6c94f1 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:47:40.049031 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ccffa0-1b1d-4267-9f42-28dd0d27ac3e", "name": "network-vif-plugged", "status": "completed", "tag": "bce35bfd-26aa-4fe5-975c-46826789f468", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:47:40.050376 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a51259a5-7d60-40ce-acc4-6b91de6c94f1 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:47:40.052635 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51259a5-7d60-40ce-acc4-6b91de6c94f1'] response: {'server_uuid': '88ccffa0-1b1d-4267-9f42-28dd0d27ac3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce35bfd-26aa-4fe5-975c-46826789f468', 'code': 200} Mar 31 21:47:40.267073 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc9f31-862e-46e3-9c74-3e55d8573442 req-866c5e6b-96d0-4979-a353-22f895689c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:40.268835 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45bc9f31-862e-46e3-9c74-3e55d8573442 req-866c5e6b-96d0-4979-a353-22f895689c80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 1129 time: 0.0609713 Mar 31 21:47:40.351198 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45bc9f31-862e-46e3-9c74-3e55d8573442 req-180b9cb1-7772-4163-8042-9a8a5007a65c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724611 Mar 31 21:47:40.679448 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78621303-7492-4a47-9f22-96664f042bbf req-d9397022-3065-4b4c-bbad-947a37c262c6 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:40.681443 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-78621303-7492-4a47-9f22-96664f042bbf req-d9397022-3065-4b4c-bbad-947a37c262c6 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 945 time: 0.0925481 Mar 31 21:47:40.769024 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-78621303-7492-4a47-9f22-96664f042bbf req-369ba2c8-09c2-4519-b41e-fe287e57d063 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729420 Mar 31 21:47:40.997995 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60120) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:41.177102 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1942325740-network', 'tenant_id': '48aa85ad048d4020a8d0d5c61c4dd4fa'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:41.201351 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Made reservation on behalf of 48aa85ad048d4020a8d0d5c61c4dd4fa for: {'network': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:41.204274 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for network (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.214549 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.321490 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Publish callbacks [] for security_group (ea0a5fdd-dae0-43f9-98b9-51b589f9406c), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.327042 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (ea0a5fdd-dae0-43f9-98b9-51b589f9406c), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.364881 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:47:41.377665 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0a5fdd-dae0-43f9-98b9-51b589f9406c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:41.384082 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (b96998ef-7905-40e5-95ef-0e8e50311596), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.384570 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.segments_db [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Added segment b96998ef-7905-40e5-95ef-0e8e50311596 of type vlan for network 30dac7e2-60de-4916-b9ea-9a931902f3cc Mar 31 21:47:41.446911 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765667126595'] for network (30dac7e2-60de-4916-b9ea-9a931902f3cc), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.480239 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623'] for network (30dac7e2-60de-4916-b9ea-9a931902f3cc), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.482347 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:41.483103 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.585692 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5854869 Mar 31 21:47:41.590379 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60126) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:41.593640 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b7c18-bf89-4b2b-87cc-65f9105ea87d admin admin] Pushing event updated for resources: {'Network': ['ID=30dac7e2-60de-4916-b9ea-9a931902f3cc,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:41.598474 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Request body: {'subnet': {'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1942325740-subnet', 'tenant_id': '48aa85ad048d4020a8d0d5c61c4dd4fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:41.606367 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Network 30dac7e2-60de-4916-b9ea-9a931902f3cc details requested by agent ovs-agent-dv-cinder-836073-1-iscsi with host dv-cinder-836073-1-iscsi {{(pid=103449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:47:41.633288 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Made reservation on behalf of 48aa85ad048d4020a8d0d5c61c4dd4fa for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:41.636970 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357894'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.927337 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13624110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357904'] for subnet (193bba90-370a-4372-9e2b-793c7a216f5a), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:42.005687 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=193bba90-370a-4372-9e2b-793c7a216f5a,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:42.008637 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d62766-f4c8-4389-b9d7-ce0d979cd627 req-7c5f2e82-67a8-429c-aa74-9bb09fd14a0b tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:42.010945 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-82d62766-f4c8-4389-b9d7-ce0d979cd627 req-7c5f2e82-67a8-429c-aa74-9bb09fd14a0b tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 945 time: 0.1015971 Mar 31 21:47:42.020297 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.020646 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.020991 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.021334 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.021675 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.022029 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.022364 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.022745 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.023034 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.023400 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.023667 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.023995 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.024325 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.024649 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.024970 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:42.030040 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Checking segment: {'id': 'b96998ef-7905-40e5-95ef-0e8e50311596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:42.030653 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Network hostable DHCP agents. Network: 30dac7e2-60de-4916-b9ea-9a931902f3cc, hostable agents: ['dd02d619-2ec7-4fd8-bc40-20dec9a02101'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:47:42.073476 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Network 30dac7e2-60de-4916-b9ea-9a931902f3cc is scheduled to be hosted by DHCP agent dd02d619-2ec7-4fd8-bc40-20dec9a02101 with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:47:42.092288 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-1-iscsi, 30dac7e2-60de-4916-b9ea-9a931902f3cc) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:42.101050 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:42.102733 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:42.108134 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5445309d-8ec6-4cae-b6d0-b49a38d7c95d None None] Network 30dac7e2-60de-4916-b9ea-9a931902f3cc requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:42.118354 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-82d62766-f4c8-4389-b9d7-ce0d979cd627 req-eb7ab29e-cbc1-489f-822d-e34bb9c3b285 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922022 Mar 31 21:47:42.153904 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-e0407797-b6b7-46ba-a676-85cf8a7e7d06 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5595636 Mar 31 21:47:42.303966 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a1d51-ec47-4950-a816-4741631dc43f None None] Network 30dac7e2-60de-4916-b9ea-9a931902f3cc requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:43.281004 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca30aa-6c90-454a-bc5a-4c8b682e4ad4 req-456e9362-ce2d-4520-bfe3-71be3bd3d522 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:43.283846 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07ca30aa-6c90-454a-bc5a-4c8b682e4ad4 req-456e9362-ce2d-4520-bfe3-71be3bd3d522 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 945 time: 0.0700736 Mar 31 21:47:43.347350 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07ca30aa-6c90-454a-bc5a-4c8b682e4ad4 req-98f20796-172c-4f35-8fba-f24be7e3faf0 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550587 Mar 31 21:47:44.284550 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-22bf7453-ee54-4ade-9f8d-66652213f83c tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:44.287418 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-22bf7453-ee54-4ade-9f8d-66652213f83c tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/networks?id=30dac7e2-60de-4916-b9ea-9a931902f3cc HTTP/1.1" status: 200 len: 809 time: 0.1293221 Mar 31 21:47:44.304540 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-ae3a5b3a-bdc9-4030-90f8-ca433a384c04 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/quotas/48aa85ad048d4020a8d0d5c61c4dd4fa HTTP/1.1" status: 200 len: 375 time: 0.0100574 Mar 31 21:47:44.353697 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-5c8ba63d-d481-4988-9b45-aa553a5e3760 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48aa85ad048d4020a8d0d5c61c4dd4fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411766 Mar 31 21:47:44.504680 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-54aa74f7-75b5-46b2-b95b-bbaa2997a025 service neutron] 10.222.0.24 "GET /v2.0/networks/30dac7e2-60de-4916-b9ea-9a931902f3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378267 Mar 31 21:47:44.622864 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-4dc1dd4e-0e26-413c-920b-42c01f41750b service neutron] 10.222.0.24 "GET /v2.0/networks/30dac7e2-60de-4916-b9ea-9a931902f3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108267 Mar 31 21:47:44.868331 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-26fd5c63-f997-4b19-ab7a-c16641f481c3 req-9345201f-b171-491a-a0af-ae895c0ff6c0 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 210 time: 0.0485573 Mar 31 21:47:45.987805 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1260c7f6-e974-4a87-a109-ce44c5f699f8 req-2cb51e3a-4bf4-4dfa-8199-24318697aae3 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 210 time: 0.0326879 Mar 31 21:47:47.123610 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dad86f6c-6ef6-4441-8424-d6cc4d7fc657 req-27474dea-d59f-4c3b-a906-c4d4fb0e26f3 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 210 time: 0.0420394 Mar 31 21:47:48.261880 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b0bb7318-2291-414d-a63d-773f52f61d38 req-1147e78b-cce5-4b7d-932a-3bbe6d1e120f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 210 time: 0.0658391 Mar 31 21:47:49.243062 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-2348d981-edfd-4029-ad1f-25aa90776233 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:49.245804 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-2348d981-edfd-4029-ad1f-25aa90776233 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.13 "GET /v2.0/networks?id=30dac7e2-60de-4916-b9ea-9a931902f3cc HTTP/1.1" status: 200 len: 809 time: 0.1648989 Mar 31 21:47:49.268731 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Request body: {'port': {'device_id': '266ecd35-576c-45e7-a675-f67d8c54ac56', 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc', 'admin_state_up': True, 'tenant_id': '48aa85ad048d4020a8d0d5c61c4dd4fa'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:49.444590 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cfdd7c2b-9527-4cdd-92f8-fbe8af3d5050 req-dda4b640-11ee-40f1-a953-e811a013a883 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 210 time: 0.0646725 Mar 31 21:47:49.523977 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Made reservation on behalf of 48aa85ad048d4020a8d0d5c61c4dd4fa for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:49.527711 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:49.680569 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Allocated IP 172.20.0.12 (30dac7e2-60de-4916-b9ea-9a931902f3cc/193bba90-370a-4372-9e2b-793c7a216f5a/f8b6b81f-0937-4ed8-beca-13ebfcc27f4d) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:49.875800 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks [] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:49.919153 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:49.963410 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Network 30dac7e2-60de-4916-b9ea-9a931902f3cc is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:49.967180 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:49.973448 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:49.980891 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Pushing event updated for resources: {'Port': ['ID=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:50.038048 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:50.038631 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:50.060195 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-92a2a0c8-7c0b-47e9-94e3-cc720170a263 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8030310 Mar 31 21:47:50.072220 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Request body: {'port': {'device_id': '266ecd35-576c-45e7-a675-f67d8c54ac56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:50.133080 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:50.443519 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b6b81f-0937-4ed8-beca-13ebfcc27f4d {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:47:50.451783 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Publish callbacks [] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:50.476480 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Transition to ACTIVE for port object f8b6b81f-0937-4ed8-beca-13ebfcc27f4d will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:47:50.875713 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:50.949087 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:50.966966 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d9d1e-b0d8-4c0c-a854-c40a9f707b46 req-e44b0898-32ff-4287-8faf-8b08fc18b7d2 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:50.973837 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2f7d9d1e-b0d8-4c0c-a854-c40a9f707b46 req-e44b0898-32ff-4287-8faf-8b08fc18b7d2 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 932 time: 0.4360125 Mar 31 21:47:51.076257 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2f7d9d1e-b0d8-4c0c-a854-c40a9f707b46 req-f258bb9a-962d-47ff-aa94-fdbd236fc6ca tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013978 Mar 31 21:47:51.083431 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Attempting to bind port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:51.084491 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Attempting to bind port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b96998ef-7905-40e5-95ef-0e8e50311596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:51.084939 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Attempting to bind port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d on network 30dac7e2-60de-4916-b9ea-9a931902f3cc {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:51.092816 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d on network 30dac7e2-60de-4916-b9ea-9a931902f3cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:47:51.093219 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Attempting to bind port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d on network 30dac7e2-60de-4916-b9ea-9a931902f3cc {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:51.099936 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:51.100285 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Checking segment: {'id': 'b96998ef-7905-40e5-95ef-0e8e50311596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:51.100730 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Bound using segment: {'id': 'b96998ef-7905-40e5-95ef-0e8e50311596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:51.101159 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Bound port: f8b6b81f-0937-4ed8-beca-13ebfcc27f4d, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96998ef-7905-40e5-95ef-0e8e50311596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:51.101558 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:51.167298 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] For port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:51.171393 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] For port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d,segment=NetworkSegment(b96998ef-7905-40e5-95ef-0e8e50311596),segment_id=b96998ef-7905-40e5-95ef-0e8e50311596)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:51.179210 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:51.218591 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:51.219286 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:51.220784 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] 10.222.0.13 "PUT /v2.0/ports/f8b6b81f-0937-4ed8-beca-13ebfcc27f4d HTTP/1.1" status: 200 len: 1094 time: 1.1525767 Mar 31 21:47:51.221289 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266ecd35-576c-45e7-a675-f67d8c54ac56', 'tag': 'f8b6b81f-0937-4ed8-beca-13ebfcc27f4d'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:47:51.224073 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a267a5a4-4c1a-40af-8a03-163b692d2b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "266ecd35-576c-45e7-a675-f67d8c54ac56", "tag": "f8b6b81f-0937-4ed8-beca-13ebfcc27f4d"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:47:51.256381 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719bdc8-688d-4cd7-8db3-95941e9187e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:51.266946 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ac5e86-b8ee-4b01-8147-aa98ad759d6e x-openstack-request-id: req-36ac5e86-b8ee-4b01-8147-aa98ad759d6e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:47:51.267252 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266ecd35-576c-45e7-a675-f67d8c54ac56", "tag": "f8b6b81f-0937-4ed8-beca-13ebfcc27f4d", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:47:51.267663 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36ac5e86-b8ee-4b01-8147-aa98ad759d6e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:47:51.268021 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ac5e86-b8ee-4b01-8147-aa98ad759d6e'] response: {'name': 'network-changed', 'server_uuid': '266ecd35-576c-45e7-a675-f67d8c54ac56', 'tag': 'f8b6b81f-0937-4ed8-beca-13ebfcc27f4d', 'status': 'completed', 'code': 200} Mar 31 21:47:51.321654 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-fd698dd9-7d73-4756-aaec-7729f5b44d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:51.323216 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-fd698dd9-7d73-4756-aaec-7729f5b44d11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48aa85ad048d4020a8d0d5c61c4dd4fa&device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 1128 time: 0.0528219 Mar 31 21:47:51.369322 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-0f6a2088-f4b8-44f4-bbb6-f3f33ffbaa20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d HTTP/1.1" status: 200 len: 217 time: 0.0382504 Mar 31 21:47:51.424990 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-97e3e81b-7968-4536-aebb-a2ec405de6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:51.426718 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-97e3e81b-7968-4536-aebb-a2ec405de6cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=193bba90-370a-4372-9e2b-793c7a216f5a HTTP/1.1" status: 200 len: 849 time: 0.0517340 Mar 31 21:47:51.469355 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-6150b115-319b-4dcb-9efb-b8033dee4797 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30dac7e2-60de-4916-b9ea-9a931902f3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358901 Mar 31 21:47:51.571749 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-30b2828a-a752-47e6-9794-68d45d22e2a7 service neutron] 10.222.0.13 "GET /v2.0/networks/30dac7e2-60de-4916-b9ea-9a931902f3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947907 Mar 31 21:47:51.694696 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22884df0-4b27-4cae-8853-aa58c39bccaa req-7305c226-c4bf-4a1e-b18e-76c8d3babb4a service neutron] 10.222.0.13 "GET /v2.0/networks/30dac7e2-60de-4916-b9ea-9a931902f3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166575 Mar 31 21:47:51.806528 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267a5a4-4c1a-40af-8a03-163b692d2b9b req-81a8a862-e834-4057-8ba7-bb16200e821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:51.808404 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a267a5a4-4c1a-40af-8a03-163b692d2b9b req-81a8a862-e834-4057-8ba7-bb16200e821c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48aa85ad048d4020a8d0d5c61c4dd4fa&device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 1128 time: 0.0560875 Mar 31 21:47:51.911688 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267a5a4-4c1a-40af-8a03-163b692d2b9b req-f5dbdeb2-8ff6-46ec-8c8e-02cb3e414556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:51.913380 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a267a5a4-4c1a-40af-8a03-163b692d2b9b req-f5dbdeb2-8ff6-46ec-8c8e-02cb3e414556 service neutron] 10.222.0.13 "GET /v2.0/networks?id=30dac7e2-60de-4916-b9ea-9a931902f3cc HTTP/1.1" status: 200 len: 909 time: 0.0989814 Mar 31 21:47:51.960654 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:47:51.974771 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a267a5a4-4c1a-40af-8a03-163b692d2b9b req-35d66410-e8ea-4142-bc21-0153f1cebd87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d HTTP/1.1" status: 200 len: 217 time: 0.0520623 Mar 31 21:47:52.035291 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267a5a4-4c1a-40af-8a03-163b692d2b9b req-d50f9d6c-9c54-4c8a-bc98-60529949db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:52.037022 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a267a5a4-4c1a-40af-8a03-163b692d2b9b req-d50f9d6c-9c54-4c8a-bc98-60529949db30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=193bba90-370a-4372-9e2b-793c7a216f5a HTTP/1.1" status: 200 len: 849 time: 0.0544217 Mar 31 21:47:52.076764 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a267a5a4-4c1a-40af-8a03-163b692d2b9b req-28b08046-b411-4245-8102-8ab8ae2cc9d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30dac7e2-60de-4916-b9ea-9a931902f3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291462 Mar 31 21:47:52.206971 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a267a5a4-4c1a-40af-8a03-163b692d2b9b req-89a85d63-2fdd-48c6-b8d9-bd6ca49af28a service neutron] 10.222.0.13 "GET /v2.0/networks/30dac7e2-60de-4916-b9ea-9a931902f3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197255 Mar 31 21:47:52.279799 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c9ccb-74fc-4a9b-8f57-14e806685813 req-4c03fffd-280b-4c28-9ac3-d056265916cf tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:52.281287 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-948c9ccb-74fc-4a9b-8f57-14e806685813 req-4c03fffd-280b-4c28-9ac3-d056265916cf tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 944 time: 0.1157062 Mar 31 21:47:52.355180 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a267a5a4-4c1a-40af-8a03-163b692d2b9b req-f24b866e-295e-414c-a4eb-264152c6bc53 service neutron] 10.222.0.13 "GET /v2.0/networks/30dac7e2-60de-4916-b9ea-9a931902f3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402967 Mar 31 21:47:52.359934 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-948c9ccb-74fc-4a9b-8f57-14e806685813 req-253f6031-92cb-47e0-b244-1c8a6f7ad572 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723550 Mar 31 21:47:53.284485 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-77e6948f-114e-4dce-b98f-5beb883d7f59 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638625834&fields=id&tenant_id=2d6be05b2552473eb29341c870082530 HTTP/1.1" status: 200 len: 267 time: 0.0594344 Mar 31 21:47:53.411089 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b967d24f-403e-4176-94d7-aac24fc12413 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:53.412677 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b967d24f-403e-4176-94d7-aac24fc12413 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 812 time: 0.1177211 Mar 31 21:47:53.429126 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-cc85b388-d1e2-486a-a0cc-16a88fd61932 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/quotas/2d6be05b2552473eb29341c870082530 HTTP/1.1" status: 200 len: 375 time: 0.0108566 Mar 31 21:47:53.529425 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635423b0-c10c-424f-8dab-0d4af7ce1f9a req-53bfcba0-3e37-45af-a329-ae2487f96a74 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:53.530943 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-635423b0-c10c-424f-8dab-0d4af7ce1f9a req-53bfcba0-3e37-45af-a329-ae2487f96a74 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 944 time: 0.0963011 Mar 31 21:47:53.543747 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-aff8c0ef-d05d-4322-ba66-4b3c0cd1eb4c tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066937 Mar 31 21:47:53.631811 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-635423b0-c10c-424f-8dab-0d4af7ce1f9a req-12086a96-641e-4027-9461-fb5156047f77 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867269 Mar 31 21:47:53.643356 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-c5513661-1cfb-4dad-9bc3-98895c93cd5f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:47:53.647014 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-c5513661-1cfb-4dad-9bc3-98895c93cd5f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0802710 Mar 31 21:47:53.785724 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-6c67d318-30c8-4552-843c-4969000c7665 service neutron] 10.222.0.24 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254301 Mar 31 21:47:53.914469 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0d8f3376-5b9c-4fc7-ac65-7a9e51c99b41 service neutron] 10.222.0.24 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220400 Mar 31 21:47:54.343700 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-33bddcae-ab28-41ff-a22a-a583e9866703 req-dee549ba-9d06-44df-b0a6-84ebfccc659f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 210 time: 0.0343781 Mar 31 21:47:54.865374 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975ce40-7bc2-4af9-ba6b-47331051e8cb req-921ecfd7-16ef-43c9-b0f1-92cf906ee8ba tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:54.867121 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6975ce40-7bc2-4af9-ba6b-47331051e8cb req-921ecfd7-16ef-43c9-b0f1-92cf906ee8ba tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 944 time: 0.1142666 Mar 31 21:47:54.939947 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6975ce40-7bc2-4af9-ba6b-47331051e8cb req-1a04a622-5af0-49cf-b7ca-fe9ff8143633 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642092 Mar 31 21:47:55.467343 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a2d27c6a-d963-45ce-b92d-f8a4d34f42c2 req-ce03f554-2136-4acf-858d-121c3d825d64 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 210 time: 0.0353270 Mar 31 21:47:56.112946 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502cf81-fc72-4c68-ac82-faae1765dc75 req-3764a0ae-c864-408c-89ee-913575a93391 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:56.115052 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9502cf81-fc72-4c68-ac82-faae1765dc75 req-3764a0ae-c864-408c-89ee-913575a93391 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 944 time: 0.0865116 Mar 31 21:47:56.189490 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9502cf81-fc72-4c68-ac82-faae1765dc75 req-02e878cb-a062-461a-94db-cdc1f325548a tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618918 Mar 31 21:47:56.589075 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-38c88dae-655e-48e2-8dbc-39f8861109f3 req-4c3b0bc8-7f6a-41e6-8535-083343d31f8a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 210 time: 0.0409389 Mar 31 21:47:57.364878 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ee2ac-d6d1-4cfd-9674-8eb34a66ea53 req-28a58f74-d79a-411c-a373-3e6bb13d2fbf tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:57.366910 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b97ee2ac-d6d1-4cfd-9674-8eb34a66ea53 req-28a58f74-d79a-411c-a373-3e6bb13d2fbf tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 944 time: 0.0657480 Mar 31 21:47:57.440495 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b97ee2ac-d6d1-4cfd-9674-8eb34a66ea53 req-781b501a-8206-4253-a780-2a6639e48790 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661631 Mar 31 21:47:57.703887 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e26ba311-3fb3-4d1e-b28d-98d8f13c74c6 req-60216dce-ab57-4218-b3da-d95067f8ba60 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 210 time: 0.0340273 Mar 31 21:47:58.735440 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70586ae9-bdf3-4603-bbc2-fa9564e987dd req-67026aa1-56a8-4f0b-9836-248e107b4ede tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:58.738024 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-70586ae9-bdf3-4603-bbc2-fa9564e987dd req-67026aa1-56a8-4f0b-9836-248e107b4ede tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 944 time: 0.1772189 Mar 31 21:47:58.784072 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-90d25240-2df5-4497-98b7-e99ba3d61499 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:58.785661 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-90d25240-2df5-4497-98b7-e99ba3d61499 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 812 time: 0.2385359 Mar 31 21:47:58.888772 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-70586ae9-bdf3-4603-bbc2-fa9564e987dd req-f79c2407-7ae3-45cc-abca-015752695092 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223907 Mar 31 21:47:58.892268 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ff84a2d5-961e-4c89-8f36-64891bd74320 req-099d809c-0eb0-46f8-940c-b75824a38e8e tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 210 time: 0.0628424 Mar 31 21:47:58.957165 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-d57414d5-16a0-46e4-8957-538b813b3505 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d6be05b2552473eb29341c870082530 HTTP/1.1" status: 200 len: 379 time: 0.1529989 Mar 31 21:47:58.970837 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'port': {'device_id': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'admin_state_up': True, 'tenant_id': '2d6be05b2552473eb29341c870082530', 'security_groups': ['71a127a4-ddf2-4a51-ac95-00dafb525424']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:59.149541 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Made reservation on behalf of 2d6be05b2552473eb29341c870082530 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:59.158305 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:59.362011 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Allocated IP 172.20.0.11 (cb63e64e-2255-4b39-bda9-ef6da328ca20/5ee808fd-24c0-427b-b009-bf798f482c57/2d5d73d2-1e29-480a-b636-822fa2ece02c) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:59.522307 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device f8b6b81f-0937-4ed8-beca-13ebfcc27f4d details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:47:59.614385 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:59.667442 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:59.716731 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d,segment=NetworkSegment(b96998ef-7905-40e5-95ef-0e8e50311596),segment_id=b96998ef-7905-40e5-95ef-0e8e50311596)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:59.731672 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Network cb63e64e-2255-4b39-bda9-ef6da328ca20 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:59.735665 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': 'f8b6b81f-0937-4ed8-beca-13ebfcc27f4d', 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc', 'port_id': 'f8b6b81f-0937-4ed8-beca-13ebfcc27f4d', 'mac_address': 'fa:16:3e:dc:d5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193bba90-370a-4372-9e2b-793c7a216f5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:47:59.736311 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:59.747668 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:59.797621 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'Port': ['ID=2d5d73d2-1e29-480a-b636-822fa2ece02c,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:59.819112 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:59.819691 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:59.850777 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b6b81f-0937-4ed8-beca-13ebfcc27f4d {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:47:59.851111 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:59.851723 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:59.883230 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-0954a15f-7d25-4d99-a93c-3b2648284b0a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9189553 Mar 31 21:47:59.888229 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d,segment=NetworkSegment(b96998ef-7905-40e5-95ef-0e8e50311596),segment_id=b96998ef-7905-40e5-95ef-0e8e50311596)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:59.894269 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:59.983750 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:00.121236 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda45940-2c94-4f99-958d-3949317de9a1 req-47d17a62-c285-407f-9af0-8edc55ff427a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:00.123444 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cda45940-2c94-4f99-958d-3949317de9a1 req-47d17a62-c285-407f-9af0-8edc55ff427a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 932 time: 0.0982354 Mar 31 21:48:00.132605 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-beb95ada-cc1a-42a7-a807-6c17ee149941 None None] Provisioning complete for port 2d5d73d2-1e29-480a-b636-822fa2ece02c triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:48:00.132972 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-beb95ada-cc1a-42a7-a807-6c17ee149941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:00.138860 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a792b9d-ee91-4589-b9fb-8001bdcdfd94 req-fd337565-89cb-4eba-9adf-8f75bbd043a5 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:00.140533 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a792b9d-ee91-4589-b9fb-8001bdcdfd94 req-fd337565-89cb-4eba-9adf-8f75bbd043a5 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 945 time: 0.0833292 Mar 31 21:48:00.180178 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-beb95ada-cc1a-42a7-a807-6c17ee149941 None None] Port 2d5d73d2-1e29-480a-b636-822fa2ece02c cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:48:00.232947 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cda45940-2c94-4f99-958d-3949317de9a1 req-90715014-2f41-42de-be2f-b67aa032a2f0 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913627 Mar 31 21:48:00.241190 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3a792b9d-ee91-4589-b9fb-8001bdcdfd94 req-c4b75d41-6ca4-4aa8-9a5a-e57011f58c0b tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900824 Mar 31 21:48:01.461106 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca57843-db48-4c91-bb0f-d89f227694ce req-96d94865-4755-430c-b37b-c3720b296954 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:01.463414 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0ca57843-db48-4c91-bb0f-d89f227694ce req-96d94865-4755-430c-b37b-c3720b296954 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 932 time: 0.1154792 Mar 31 21:48:01.479535 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e768363-3ec8-4f33-b630-7601c7bde025 req-bd31bd54-a8d8-43ab-843f-11a962b83ad3 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:01.481345 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e768363-3ec8-4f33-b630-7601c7bde025 req-bd31bd54-a8d8-43ab-843f-11a962b83ad3 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 945 time: 0.1197360 Mar 31 21:48:01.584239 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0ca57843-db48-4c91-bb0f-d89f227694ce req-9954c1a6-75bb-4264-adbc-82ed9541c5f0 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133089 Mar 31 21:48:01.594194 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7e768363-3ec8-4f33-b630-7601c7bde025 req-bd3c3b15-531c-40ef-979f-064d15e6ae4a tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045501 Mar 31 21:48:02.259348 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Request body: {'port': {'device_id': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:48:02.359803 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:02.829433 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5d73d2-1e29-480a-b636-822fa2ece02c {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:48:02.845683 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Publish callbacks [] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:02.867030 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Transition to ACTIVE for port object 2d5d73d2-1e29-480a-b636-822fa2ece02c will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:48:02.878917 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd147f-6a1a-4bc3-a48a-5785f2ab34e6 req-8a5676fe-e38d-49ae-bf67-b90486a00301 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:02.880436 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-abbd147f-6a1a-4bc3-a48a-5785f2ab34e6 req-8a5676fe-e38d-49ae-bf67-b90486a00301 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 945 time: 0.1909785 Mar 31 21:48:02.889060 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838f114-22ad-4aec-8bfc-63465c4899a3 req-9d9f4ab8-d29a-4195-b860-f59b890d1430 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:02.890642 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2838f114-22ad-4aec-8bfc-63465c4899a3 req-9d9f4ab8-d29a-4195-b860-f59b890d1430 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 932 time: 0.1943915 Mar 31 21:48:02.892937 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.026816 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Pushing event updated for resources: {'Port': ['ID=2d5d73d2-1e29-480a-b636-822fa2ece02c,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:03.076057 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-abbd147f-6a1a-4bc3-a48a-5785f2ab34e6 req-46b776c1-3554-490e-81cf-b275c5a440c0 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841886 Mar 31 21:48:03.113296 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2838f114-22ad-4aec-8bfc-63465c4899a3 req-32418fed-fda5-4885-9093-b8a780825e52 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956689 Mar 31 21:48:03.202993 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Attempting to bind port 2d5d73d2-1e29-480a-b636-822fa2ece02c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:48:03.203521 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Attempting to bind port 2d5d73d2-1e29-480a-b636-822fa2ece02c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:48:03.203987 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Attempting to bind port 2d5d73d2-1e29-480a-b636-822fa2ece02c on network cb63e64e-2255-4b39-bda9-ef6da328ca20 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:48:03.204216 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ac1bafb-d0aa-47d2-9ff2-74b78f8b7191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.220358 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Port 2d5d73d2-1e29-480a-b636-822fa2ece02c on network cb63e64e-2255-4b39-bda9-ef6da328ca20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:48:03.220358 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Attempting to bind port 2d5d73d2-1e29-480a-b636-822fa2ece02c on network cb63e64e-2255-4b39-bda9-ef6da328ca20 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:48:03.222558 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:48:03.222963 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Checking segment: {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:48:03.223319 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Bound using segment: {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:48:03.223769 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Bound port: 2d5d73d2-1e29-480a-b636-822fa2ece02c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:48:03.224129 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.328736 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] For port 2d5d73d2-1e29-480a-b636-822fa2ece02c, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:48:03.333177 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] For port 2d5d73d2-1e29-480a-b636-822fa2ece02c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d5d73d2-1e29-480a-b636-822fa2ece02c,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:48:03.341010 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.394636 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:03.395386 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.397134 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] 10.222.0.13 "PUT /v2.0/ports/2d5d73d2-1e29-480a-b636-822fa2ece02c HTTP/1.1" status: 200 len: 1094 time: 1.1456985 Mar 31 21:48:03.397654 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'tag': '2d5d73d2-1e29-480a-b636-822fa2ece02c'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:03.400554 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd75b87-b98f-43e6-a613-0e7023cedd14" -d '{"events": [{"name": "network-changed", "server_uuid": "a225d543-a1db-4b98-8bf0-1a27b57595fe", "tag": "2d5d73d2-1e29-480a-b636-822fa2ece02c"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:03.438321 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02204b4-299a-4322-aed3-ecf398d5a71d service neutron] Pushing event updated for resources: {'Port': ['ID=2d5d73d2-1e29-480a-b636-822fa2ece02c,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:03.470125 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cab205d-3061-4631-9588-4ff70c17966a x-openstack-request-id: req-2cab205d-3061-4631-9588-4ff70c17966a {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:03.470914 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a225d543-a1db-4b98-8bf0-1a27b57595fe", "tag": "2d5d73d2-1e29-480a-b636-822fa2ece02c", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:03.471356 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cab205d-3061-4631-9588-4ff70c17966a {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:03.472190 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cab205d-3061-4631-9588-4ff70c17966a'] response: {'name': 'network-changed', 'server_uuid': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'tag': '2d5d73d2-1e29-480a-b636-822fa2ece02c', 'status': 'completed', 'code': 200} Mar 31 21:48:03.926391 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd75b87-b98f-43e6-a613-0e7023cedd14 req-f410536a-985b-46d9-9d3c-afe80dc0dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:03.929348 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2fd75b87-b98f-43e6-a613-0e7023cedd14 req-f410536a-985b-46d9-9d3c-afe80dc0dde7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 1128 time: 0.0684681 Mar 31 21:48:04.073359 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd75b87-b98f-43e6-a613-0e7023cedd14 req-6c66f6d8-f8f3-477f-87eb-a377ed2a44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:04.075569 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2fd75b87-b98f-43e6-a613-0e7023cedd14 req-6c66f6d8-f8f3-477f-87eb-a377ed2a44b8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2d6be05b2552473eb29341c870082530&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1369159 Mar 31 21:48:04.291781 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['f8b6b81f-0937-4ed8-beca-13ebfcc27f4d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:48:04.299163 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd75b87-b98f-43e6-a613-0e7023cedd14 req-1b58a167-a013-463a-bf3a-60731d531609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:04.301435 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2fd75b87-b98f-43e6-a613-0e7023cedd14 req-1b58a167-a013-463a-bf3a-60731d531609 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2188985 Mar 31 21:48:04.335501 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fbb94-9d50-47c5-9a5e-aa050b5b01a5 req-a16baaf5-3ab7-440e-a70d-9f0ae898a8c8 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:04.338864 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-267fbb94-9d50-47c5-9a5e-aa050b5b01a5 req-a16baaf5-3ab7-440e-a70d-9f0ae898a8c8 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 945 time: 0.1645060 Mar 31 21:48:04.358946 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dda848-6e44-4931-b88c-dce99a9f5177 req-585ee290-c8b3-4b9d-a348-b7817d616f5d tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:04.360522 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f1dda848-6e44-4931-b88c-dce99a9f5177 req-585ee290-c8b3-4b9d-a348-b7817d616f5d tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 944 time: 0.1426239 Mar 31 21:48:04.499200 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-267fbb94-9d50-47c5-9a5e-aa050b5b01a5 req-ac57fb19-f1f3-42d6-909a-454932d7959b tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528709 Mar 31 21:48:04.527198 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f1dda848-6e44-4931-b88c-dce99a9f5177 req-e77fbb80-09d2-442e-807b-edb7f4516b0f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368256 Mar 31 21:48:04.534163 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-6d13017a-d502-4a57-bd28-4f6932decb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:04.534163 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-6d13017a-d502-4a57-bd28-4f6932decb84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 1128 time: 0.1665101 Mar 31 21:48:04.767800 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-f784bdc4-a649-4c4c-b781-a44ad21a49a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d5d73d2-1e29-480a-b636-822fa2ece02c HTTP/1.1" status: 200 len: 217 time: 0.0465784 Mar 31 21:48:04.831448 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-6f9cc15c-1d2b-47e1-973b-ebe9a4c54c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:04.833642 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-6f9cc15c-1d2b-47e1-973b-ebe9a4c54c1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0594237 Mar 31 21:48:04.914608 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-92cd3433-a3f4-4209-b737-cdc7827a1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:04.916259 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-92cd3433-a3f4-4209-b737-cdc7827a1c94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739315 Mar 31 21:48:05.050300 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-2da10067-c56e-478c-8475-6ff24e7bba5f service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250257 Mar 31 21:48:05.167938 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b55cbe5e-7563-4b68-ac26-14323d7ba0bd req-e7bd8c31-edbe-4971-bd96-8bcb4f697fc1 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109338 Mar 31 21:48:05.296851 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8eb5d18f-ad60-4d9a-a208-c6407438a875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:05.724649 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf688b5-04b4-4e4f-9888-1699c86ecb8d req-ffb4ce85-122e-4f04-8ec1-6048b87ec5de tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:05.727197 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8cf688b5-04b4-4e4f-9888-1699c86ecb8d req-ffb4ce85-122e-4f04-8ec1-6048b87ec5de tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 945 time: 0.1198709 Mar 31 21:48:05.745152 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa948133-adbc-480a-b6b7-e7dfa7393bee req-2f33f745-f265-452d-b93e-43bdab8c9072 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:05.748003 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa948133-adbc-480a-b6b7-e7dfa7393bee req-2f33f745-f265-452d-b93e-43bdab8c9072 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 944 time: 0.0980928 Mar 31 21:48:05.852839 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8cf688b5-04b4-4e4f-9888-1699c86ecb8d req-07ad42d0-92ac-4fa3-8c9e-7c9c76c93b04 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035597 Mar 31 21:48:05.859446 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-aa948133-adbc-480a-b6b7-e7dfa7393bee req-68148930-4194-4b9b-b907-bfd2194102e3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993690 Mar 31 21:48:06.279403 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device f8b6b81f-0937-4ed8-beca-13ebfcc27f4d up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:48:06.360578 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:48:06.365789 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:48:06.366307 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:06.465517 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:48:06.465945 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:06.496862 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266ecd35-576c-45e7-a675-f67d8c54ac56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b6b81f-0937-4ed8-beca-13ebfcc27f4d'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:06.499333 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e98817-80bf-4f0a-8cc4-903b6205235a" -d '{"events": [{"server_uuid": "266ecd35-576c-45e7-a675-f67d8c54ac56", "name": "network-vif-plugged", "status": "completed", "tag": "f8b6b81f-0937-4ed8-beca-13ebfcc27f4d"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:06.518737 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d,segment=NetworkSegment(b96998ef-7905-40e5-95ef-0e8e50311596),segment_id=b96998ef-7905-40e5-95ef-0e8e50311596)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:06.524710 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:06.564614 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813b1ec3-8973-4da7-b575-4137dcb426a7 x-openstack-request-id: req-813b1ec3-8973-4da7-b575-4137dcb426a7 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:06.564994 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266ecd35-576c-45e7-a675-f67d8c54ac56", "name": "network-vif-plugged", "status": "completed", "tag": "f8b6b81f-0937-4ed8-beca-13ebfcc27f4d", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:06.567132 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-813b1ec3-8973-4da7-b575-4137dcb426a7 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:06.567132 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813b1ec3-8973-4da7-b575-4137dcb426a7'] response: {'server_uuid': '266ecd35-576c-45e7-a675-f67d8c54ac56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b6b81f-0937-4ed8-beca-13ebfcc27f4d', 'code': 200} Mar 31 21:48:06.600014 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:06.836884 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d15e8-c6d0-41b9-84c5-b8ec796e8795 req-7f735128-42a3-4fea-938e-49f6b996ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:06.839441 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-279d15e8-c6d0-41b9-84c5-b8ec796e8795 req-7f735128-42a3-4fea-938e-49f6b996ba61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 1130 time: 0.0650196 Mar 31 21:48:06.921996 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-279d15e8-c6d0-41b9-84c5-b8ec796e8795 req-88c82d90-cd6d-4a04-b2c8-f1527d3f373d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759883 Mar 31 21:48:07.072644 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0da5-f0d4-4257-9232-eca2a706b7d0 req-b6591df2-748d-4ae3-9402-e14b6026a96c tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:07.075391 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7b2b0da5-f0d4-4257-9232-eca2a706b7d0 req-b6591df2-748d-4ae3-9402-e14b6026a96c tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 946 time: 0.1083117 Mar 31 21:48:07.082846 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:07.096478 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e8d1c-4f7f-4063-ab1e-0a733a3136c5 req-04a35c85-fa71-44e7-9ff1-4e30264f0253 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:07.098030 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4a6e8d1c-4f7f-4063-ab1e-0a733a3136c5 req-04a35c85-fa71-44e7-9ff1-4e30264f0253 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 944 time: 0.1210344 Mar 31 21:48:07.192714 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7b2b0da5-f0d4-4257-9232-eca2a706b7d0 req-e1253646-5bcf-43c6-b0a3-059ec939084e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072345 Mar 31 21:48:07.204509 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4a6e8d1c-4f7f-4063-ab1e-0a733a3136c5 req-94a7c9fd-b3b1-4679-b287-5462de4d8f91 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921390 Mar 31 21:48:07.278181 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:08.395429 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cb97f-6612-4845-ab34-02c23c98c19f req-7e884b17-ca3b-47cc-b369-98de0b494c43 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:08.397085 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d6cb97f-6612-4845-ab34-02c23c98c19f req-7e884b17-ca3b-47cc-b369-98de0b494c43 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 946 time: 0.1028447 Mar 31 21:48:08.425040 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638cf84-4d8c-44dc-9e99-ed63b9b3804e req-94bd999a-7081-49f2-aaa3-8194fa5a8704 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:08.430187 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1638cf84-4d8c-44dc-9e99-ed63b9b3804e req-94bd999a-7081-49f2-aaa3-8194fa5a8704 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 944 time: 0.0994544 Mar 31 21:48:08.532788 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9d6cb97f-6612-4845-ab34-02c23c98c19f req-775138d3-6bb2-45e4-a582-450142f6589f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259952 Mar 31 21:48:08.537259 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:08.559669 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1638cf84-4d8c-44dc-9e99-ed63b9b3804e req-4a78741b-951d-4f64-b0dc-18512b0dc325 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158555 Mar 31 21:48:09.630845 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:09.774868 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fe32d-9e2e-45e0-917b-72b46e8de757 req-7b99aa3e-1915-4ef1-a551-aaa635683e47 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:09.776422 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-377fe32d-9e2e-45e0-917b-72b46e8de757 req-7b99aa3e-1915-4ef1-a551-aaa635683e47 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 944 time: 0.1156061 Mar 31 21:48:09.790848 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06156a-2b9f-4926-a724-2ac194ef3b02 req-6fa72275-c484-4b28-8b96-3015924061c3 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:09.793041 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4f06156a-2b9f-4926-a724-2ac194ef3b02 req-6fa72275-c484-4b28-8b96-3015924061c3 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 946 time: 0.0904055 Mar 31 21:48:09.888075 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-377fe32d-9e2e-45e0-917b-72b46e8de757 req-4d18fe6e-232f-4981-bcf9-33ef2518885f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938928 Mar 31 21:48:09.891654 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4f06156a-2b9f-4926-a724-2ac194ef3b02 req-a57f683b-c9c5-44d5-8c6f-f4703f1698dc tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892465 Mar 31 21:48:10.720235 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad02e7-bbb3-4ae0-8115-9e9db61b8aee req-086a5bc3-3ac3-4a86-a578-b1af04e9ad4e tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:10.722733 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d4ad02e7-bbb3-4ae0-8115-9e9db61b8aee req-086a5bc3-3ac3-4a86-a578-b1af04e9ad4e tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 945 time: 0.0930290 Mar 31 21:48:10.803576 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d4ad02e7-bbb3-4ae0-8115-9e9db61b8aee req-70247dc8-d267-4ee3-b6f6-1b113825402f tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703518 Mar 31 21:48:10.909795 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039a1e9-0118-41da-a1e3-f460d870b9ee req-0a99117c-66c8-4ec1-ae37-582ea40ffc70 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:10.912550 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4039a1e9-0118-41da-a1e3-f460d870b9ee req-0a99117c-66c8-4ec1-ae37-582ea40ffc70 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 946 time: 0.0833032 Mar 31 21:48:11.003438 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4039a1e9-0118-41da-a1e3-f460d870b9ee req-0084a2c3-42ca-4515-b3be-5460f9ff28c5 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820107 Mar 31 21:48:11.099995 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4eb06-f26d-43f6-975a-29dcb38a2682 req-548da1c8-4499-4f97-8b09-328df83fc9ab tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:11.102427 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22c4eb06-f26d-43f6-975a-29dcb38a2682 req-548da1c8-4499-4f97-8b09-328df83fc9ab tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 944 time: 0.0827508 Mar 31 21:48:11.169851 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22c4eb06-f26d-43f6-975a-29dcb38a2682 req-55df161b-542d-40a0-a583-e00130244ece tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597324 Mar 31 21:48:12.003283 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1b60f-dc0a-44ab-b305-f5a7a1df1e04 req-5850155c-b325-42df-8c16-d4dff4edb0e4 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:12.006112 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1ce1b60f-dc0a-44ab-b305-f5a7a1df1e04 req-5850155c-b325-42df-8c16-d4dff4edb0e4 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 945 time: 0.0925238 Mar 31 21:48:12.105486 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1ce1b60f-dc0a-44ab-b305-f5a7a1df1e04 req-f7247bd4-ffac-46d2-ae11-ac32d05ac5b1 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915887 Mar 31 21:48:12.191737 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce0511-4308-4bdc-afb1-c021af9f5003 req-0ad9d47a-04e4-47f0-9417-56d49a3a499c tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:12.194163 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-92ce0511-4308-4bdc-afb1-c021af9f5003 req-0ad9d47a-04e4-47f0-9417-56d49a3a499c tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 946 time: 0.0707836 Mar 31 21:48:12.279075 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-92ce0511-4308-4bdc-afb1-c021af9f5003 req-b1d1e754-5ead-4430-87e4-4febcda393b1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737922 Mar 31 21:48:12.337263 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5e546-2bd5-47c6-9584-72c3c5ea7e14 req-38510578-27d2-4ae6-8531-71c80ac8f10f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:12.339709 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3ae5e546-2bd5-47c6-9584-72c3c5ea7e14 req-38510578-27d2-4ae6-8531-71c80ac8f10f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 944 time: 0.0865321 Mar 31 21:48:12.424621 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3ae5e546-2bd5-47c6-9584-72c3c5ea7e14 req-a5d6de43-18c3-413e-a462-4a13ea71614d tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785885 Mar 31 21:48:12.935270 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24e902-67ae-46b9-9512-7ff728b18bb6 req-eb14ccdf-381b-466a-bf1b-0c8afcc84893 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:12.936996 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bd24e902-67ae-46b9-9512-7ff728b18bb6 req-eb14ccdf-381b-466a-bf1b-0c8afcc84893 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.13 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 946 time: 0.0916014 Mar 31 21:48:13.074642 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-bd24e902-67ae-46b9-9512-7ff728b18bb6 req-e3cf8585-82e6-4d77-98ca-69082077b15e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Deleting port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:13.075376 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bd24e902-67ae-46b9-9512-7ff728b18bb6 req-e3cf8585-82e6-4d77-98ca-69082077b15e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:13.231892 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-bd24e902-67ae-46b9-9512-7ff728b18bb6 req-e3cf8585-82e6-4d77-98ca-69082077b15e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] For port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d,segment=NetworkSegment(b96998ef-7905-40e5-95ef-0e8e50311596),segment_id=b96998ef-7905-40e5-95ef-0e8e50311596)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:13.232316 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bd24e902-67ae-46b9-9512-7ff728b18bb6 req-e3cf8585-82e6-4d77-98ca-69082077b15e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:13.271739 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-bd24e902-67ae-46b9-9512-7ff728b18bb6 req-e3cf8585-82e6-4d77-98ca-69082077b15e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Calling delete_port for f8b6b81f-0937-4ed8-beca-13ebfcc27f4d owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:13.709338 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9057dd-f548-436e-b153-14ab3175c45c req-524a1811-5bfd-4652-a24b-78339c5463f2 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:13.711682 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7a9057dd-f548-436e-b153-14ab3175c45c req-524a1811-5bfd-4652-a24b-78339c5463f2 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 945 time: 0.4826527 Mar 31 21:48:13.855432 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c5ddc-16f9-40ad-ac91-10e8b492fcd6 req-3bd52523-9517-4a98-8b57-d4f409e46073 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:13.857810 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-601c5ddc-16f9-40ad-ac91-10e8b492fcd6 req-3bd52523-9517-4a98-8b57-d4f409e46073 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.13 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 945 time: 0.5194607 Mar 31 21:48:13.867649 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7a9057dd-f548-436e-b153-14ab3175c45c req-54b21768-845b-4aa5-bd19-02176a32dc14 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426997 Mar 31 21:48:13.886772 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165bc53-b599-42a3-9b53-9c55120d28ff req-cd2ffaa4-83e7-4541-8bd4-e017776c016e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:13.888992 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9165bc53-b599-42a3-9b53-9c55120d28ff req-cd2ffaa4-83e7-4541-8bd4-e017776c016e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=266ecd35-576c-45e7-a675-f67d8c54ac56 HTTP/1.1" status: 200 len: 946 time: 0.1759412 Mar 31 21:48:14.056686 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bd24e902-67ae-46b9-9512-7ff728b18bb6 req-e3cf8585-82e6-4d77-98ca-69082077b15e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (f8b6b81f-0937-4ed8-beca-13ebfcc27f4d), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:14.075681 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['f8b6b81f-0937-4ed8-beca-13ebfcc27f4d'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:48:14.129750 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf8585-82e6-4d77-98ca-69082077b15e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Pushing event deleted for resources: {'Port': ['ID=f8b6b81f-0937-4ed8-beca-13ebfcc27f4d,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:14.171157 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9165bc53-b599-42a3-9b53-9c55120d28ff req-b3068509-7f80-4876-84ab-5e4841ba2d6f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468815 Mar 31 21:48:14.210914 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54339ab5-2a63-43dc-9f57-1d2cb433703d req-be055a4a-c0f8-4e3a-9f43-f7d164bc87bc tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:14.212709 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-54339ab5-2a63-43dc-9f57-1d2cb433703d req-be055a4a-c0f8-4e3a-9f43-f7d164bc87bc tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 944 time: 0.2474911 Mar 31 21:48:14.214671 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd24e902-67ae-46b9-9512-7ff728b18bb6 req-e3cf8585-82e6-4d77-98ca-69082077b15e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] No DVR routers for this DVR port f8b6b81f-0937-4ed8-beca-13ebfcc27f4d on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:48:14.218744 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-bd24e902-67ae-46b9-9512-7ff728b18bb6 req-e3cf8585-82e6-4d77-98ca-69082077b15e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:14.222865 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bd24e902-67ae-46b9-9512-7ff728b18bb6 req-e3cf8585-82e6-4d77-98ca-69082077b15e tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.13 "DELETE /v2.0/ports/f8b6b81f-0937-4ed8-beca-13ebfcc27f4d HTTP/1.1" status: 204 len: 173 time: 1.2779424 Mar 31 21:48:14.223467 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266ecd35-576c-45e7-a675-f67d8c54ac56', 'name': 'network-vif-deleted', 'tag': 'f8b6b81f-0937-4ed8-beca-13ebfcc27f4d'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:14.226510 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30fe19e-aa14-4c06-9244-7169347d1c77" -d '{"events": [{"server_uuid": "266ecd35-576c-45e7-a675-f67d8c54ac56", "name": "network-vif-deleted", "tag": "f8b6b81f-0937-4ed8-beca-13ebfcc27f4d"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:14.286303 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80429c9-5f3e-4752-8345-ad52ef09ab27 x-openstack-request-id: req-a80429c9-5f3e-4752-8345-ad52ef09ab27 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:14.286717 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266ecd35-576c-45e7-a675-f67d8c54ac56", "name": "network-vif-deleted", "tag": "f8b6b81f-0937-4ed8-beca-13ebfcc27f4d", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:14.287128 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a80429c9-5f3e-4752-8345-ad52ef09ab27 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:14.287629 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80429c9-5f3e-4752-8345-ad52ef09ab27'] response: {'server_uuid': '266ecd35-576c-45e7-a675-f67d8c54ac56', 'name': 'network-vif-deleted', 'tag': 'f8b6b81f-0937-4ed8-beca-13ebfcc27f4d', 'status': 'completed', 'code': 200} Mar 31 21:48:14.294302 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-601c5ddc-16f9-40ad-ac91-10e8b492fcd6 req-49a7a451-0bf1-4eca-9839-56cee84444e3 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Deleting port bce35bfd-26aa-4fe5-975c-46826789f468 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:14.294824 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-601c5ddc-16f9-40ad-ac91-10e8b492fcd6 req-49a7a451-0bf1-4eca-9839-56cee84444e3 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:14.299601 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 2d5d73d2-1e29-480a-b636-822fa2ece02c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:48:14.390227 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-54339ab5-2a63-43dc-9f57-1d2cb433703d req-bbcde803-1604-45b2-9697-f87a7f4a6ff4 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570439 Mar 31 21:48:14.447148 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-601c5ddc-16f9-40ad-ac91-10e8b492fcd6 req-49a7a451-0bf1-4eca-9839-56cee84444e3 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] For port bce35bfd-26aa-4fe5-975c-46826789f468, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bce35bfd-26aa-4fe5-975c-46826789f468,segment=NetworkSegment(d29427db-7c92-4ceb-bf3b-0ff929a50fba),segment_id=d29427db-7c92-4ceb-bf3b-0ff929a50fba)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:14.447560 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-601c5ddc-16f9-40ad-ac91-10e8b492fcd6 req-49a7a451-0bf1-4eca-9839-56cee84444e3 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:14.456960 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 2d5d73d2-1e29-480a-b636-822fa2ece02c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d5d73d2-1e29-480a-b636-822fa2ece02c,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:14.475070 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-601c5ddc-16f9-40ad-ac91-10e8b492fcd6 req-49a7a451-0bf1-4eca-9839-56cee84444e3 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Calling delete_port for bce35bfd-26aa-4fe5-975c-46826789f468 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:14.478309 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '2d5d73d2-1e29-480a-b636-822fa2ece02c', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'port_id': '2d5d73d2-1e29-480a-b636-822fa2ece02c', 'mac_address': 'fa:16:3e:af:e9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:48:14.523799 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 2d5d73d2-1e29-480a-b636-822fa2ece02c is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:48:14.524191 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:14.541671 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5d73d2-1e29-480a-b636-822fa2ece02c {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:48:14.564818 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 2d5d73d2-1e29-480a-b636-822fa2ece02c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d5d73d2-1e29-480a-b636-822fa2ece02c,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:14.569872 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:14.627806 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=2d5d73d2-1e29-480a-b636-822fa2ece02c,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:14.637848 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.638230 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.638585 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.638933 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.639267 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.639600 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.640244 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.640552 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.640877 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.641203 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.641543 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.641863 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.642213 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.642541 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.642541 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:14.687176 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-601c5ddc-16f9-40ad-ac91-10e8b492fcd6 req-49a7a451-0bf1-4eca-9839-56cee84444e3 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (bce35bfd-26aa-4fe5-975c-46826789f468), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:14.718740 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7a451-0bf1-4eca-9839-56cee84444e3 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Pushing event deleted for resources: {'Port': ['ID=bce35bfd-26aa-4fe5-975c-46826789f468,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:14.777489 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-601c5ddc-16f9-40ad-ac91-10e8b492fcd6 req-49a7a451-0bf1-4eca-9839-56cee84444e3 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] No DVR routers for this DVR port bce35bfd-26aa-4fe5-975c-46826789f468 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:48:14.782956 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-601c5ddc-16f9-40ad-ac91-10e8b492fcd6 req-49a7a451-0bf1-4eca-9839-56cee84444e3 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:14.788237 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-601c5ddc-16f9-40ad-ac91-10e8b492fcd6 req-49a7a451-0bf1-4eca-9839-56cee84444e3 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.13 "DELETE /v2.0/ports/bce35bfd-26aa-4fe5-975c-46826789f468 HTTP/1.1" status: 204 len: 173 time: 0.9119666 Mar 31 21:48:15.017550 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e125a58b-aa25-455e-8c5a-c74a10cf4299 req-a7ae86dc-9302-4eef-be14-d3839fc74541 tempest-VolumesSnapshotTestJSON-426481118 tempest-VolumesSnapshotTestJSON-426481118-project] 10.222.0.24 "GET /v2.0/ports?device_id=88ccffa0-1b1d-4267-9f42-28dd0d27ac3e HTTP/1.1" status: 200 len: 210 time: 0.0364540 Mar 31 21:48:15.027913 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['2d5d73d2-1e29-480a-b636-822fa2ece02c'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:48:15.616661 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-a496604e-2933-47ec-b12c-d8db57280f49 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:15.618794 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-a496604e-2933-47ec-b12c-d8db57280f49 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/networks?id=30dac7e2-60de-4916-b9ea-9a931902f3cc HTTP/1.1" status: 200 len: 809 time: 0.2023289 Mar 31 21:48:15.640585 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8955aa4-d3ee-4f28-b42c-9c37558e66b3 req-f86056b5-feb6-4a39-b1a6-7d3bb7598e19 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:15.642168 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d8955aa4-d3ee-4f28-b42c-9c37558e66b3 req-f86056b5-feb6-4a39-b1a6-7d3bb7598e19 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 945 time: 0.1351235 Mar 31 21:48:15.646581 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-5b5bf804-0cf4-4db9-9a62-36a266dc781d tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/quotas/48aa85ad048d4020a8d0d5c61c4dd4fa HTTP/1.1" status: 200 len: 375 time: 0.0208097 Mar 31 21:48:15.706848 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-d4cd5a08-ed4d-401b-b891-d0281d507e2c tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48aa85ad048d4020a8d0d5c61c4dd4fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484922 Mar 31 21:48:15.755504 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d8955aa4-d3ee-4f28-b42c-9c37558e66b3 req-8971a4d6-ed6d-4a7f-8dd5-002d8d6c6ecb tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044159 Mar 31 21:48:15.830327 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-7a393709-bdf5-49be-953f-6dcb9c9c9339 service neutron] 10.222.0.24 "GET /v2.0/networks/30dac7e2-60de-4916-b9ea-9a931902f3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107836 Mar 31 21:48:15.930578 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-89889efb-3b34-4d91-9f02-fe41ea228c44 service neutron] 10.222.0.24 "GET /v2.0/networks/30dac7e2-60de-4916-b9ea-9a931902f3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938640 Mar 31 21:48:16.216076 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b4c872ba-f4f9-481c-bc09-4159ade488c6 req-7695486c-ded6-40a3-8fde-dbaef964c8f3 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 210 time: 0.0665240 Mar 31 21:48:16.289213 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ccffa0-1b1d-4267-9f42-28dd0d27ac3e', 'name': 'network-vif-deleted', 'tag': 'bce35bfd-26aa-4fe5-975c-46826789f468'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:16.293828 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16347e59-2014-4a25-92b3-d8e51f07b96e" -d '{"events": [{"server_uuid": "88ccffa0-1b1d-4267-9f42-28dd0d27ac3e", "name": "network-vif-deleted", "tag": "bce35bfd-26aa-4fe5-975c-46826789f468"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:16.311476 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 2d5d73d2-1e29-480a-b636-822fa2ece02c up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:48:16.395539 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port 2d5d73d2-1e29-480a-b636-822fa2ece02c completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:48:16.402709 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 2d5d73d2-1e29-480a-b636-822fa2ece02c triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:48:16.403806 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:16.412746 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3c645a-ace9-4c05-8fe6-180edfc0edec x-openstack-request-id: req-8d3c645a-ace9-4c05-8fe6-180edfc0edec {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:16.413181 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ccffa0-1b1d-4267-9f42-28dd0d27ac3e", "name": "network-vif-deleted", "tag": "bce35bfd-26aa-4fe5-975c-46826789f468", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:16.413541 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d3c645a-ace9-4c05-8fe6-180edfc0edec {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:16.414325 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3c645a-ace9-4c05-8fe6-180edfc0edec'] response: {'server_uuid': '88ccffa0-1b1d-4267-9f42-28dd0d27ac3e', 'name': 'network-vif-deleted', 'tag': 'bce35bfd-26aa-4fe5-975c-46826789f468', 'status': 'completed', 'code': 200} Mar 31 21:48:16.549636 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 2d5d73d2-1e29-480a-b636-822fa2ece02c is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:48:16.550220 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:16.584384 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5d73d2-1e29-480a-b636-822fa2ece02c'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:16.588069 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1be5a9f-0ccd-435a-ab3a-df49a1fef2f8" -d '{"events": [{"server_uuid": "a225d543-a1db-4b98-8bf0-1a27b57595fe", "name": "network-vif-plugged", "status": "completed", "tag": "2d5d73d2-1e29-480a-b636-822fa2ece02c"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:16.608422 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 2d5d73d2-1e29-480a-b636-822fa2ece02c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d5d73d2-1e29-480a-b636-822fa2ece02c,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:16.613536 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:16.614810 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device f8b6b81f-0937-4ed8-beca-13ebfcc27f4d no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:48:16.645880 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37dedaf-445e-4944-bc9d-fc2360ca7906 x-openstack-request-id: req-c37dedaf-445e-4944-bc9d-fc2360ca7906 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:16.646312 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a225d543-a1db-4b98-8bf0-1a27b57595fe", "name": "network-vif-plugged", "status": "completed", "tag": "2d5d73d2-1e29-480a-b636-822fa2ece02c", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:16.646640 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c37dedaf-445e-4944-bc9d-fc2360ca7906 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:16.647177 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37dedaf-445e-4944-bc9d-fc2360ca7906'] response: {'server_uuid': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5d73d2-1e29-480a-b636-822fa2ece02c', 'code': 200} Mar 31 21:48:16.672508 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: f8b6b81f-0937-4ed8-beca-13ebfcc27f4d {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:48:16.672988 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device f8b6b81f-0937-4ed8-beca-13ebfcc27f4d not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:48:16.673574 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device bce35bfd-26aa-4fe5-975c-46826789f468 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:48:16.702993 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: bce35bfd-26aa-4fe5-975c-46826789f468 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:48:16.703355 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device bce35bfd-26aa-4fe5-975c-46826789f468 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:48:16.730980 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=2d5d73d2-1e29-480a-b636-822fa2ece02c,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:16.951018 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353f92d-aa9e-4d50-a512-28fd8176cb50 req-52fcb440-048b-41c5-86fd-03d9c2b32b6f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:16.952573 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c353f92d-aa9e-4d50-a512-28fd8176cb50 req-52fcb440-048b-41c5-86fd-03d9c2b32b6f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 946 time: 0.1051567 Mar 31 21:48:16.978606 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218ad37-27f1-4a6f-9b3b-08498ef83e49 req-87c9e512-ae74-4cf7-8218-0ed4cc064647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:16.980766 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2218ad37-27f1-4a6f-9b3b-08498ef83e49 req-87c9e512-ae74-4cf7-8218-0ed4cc064647 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 1130 time: 0.0904210 Mar 31 21:48:17.047492 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c353f92d-aa9e-4d50-a512-28fd8176cb50 req-1108dee3-596a-416b-b3ed-90a7530c195c tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797033 Mar 31 21:48:17.060692 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2218ad37-27f1-4a6f-9b3b-08498ef83e49 req-58928199-0143-4011-a5b4-964a3cf2e269 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694861 Mar 31 21:48:17.344653 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-74370c9e-80af-47bc-a94d-cc79be95fbfc req-ac3f8973-a10f-451e-a576-b8e1d614d554 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 210 time: 0.0355561 Mar 31 21:48:17.795403 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-616a3789-0aea-4bd1-926c-c13be61629d5 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:17.798447 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-616a3789-0aea-4bd1-926c-c13be61629d5 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.13 "GET /v2.0/networks?id=30dac7e2-60de-4916-b9ea-9a931902f3cc HTTP/1.1" status: 200 len: 809 time: 0.1483092 Mar 31 21:48:17.813122 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Request body: {'port': {'device_id': '7e28fc86-00bf-4755-968d-f30ca754a7e5', 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc', 'admin_state_up': True, 'tenant_id': '48aa85ad048d4020a8d0d5c61c4dd4fa'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:48:17.975544 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Made reservation on behalf of 48aa85ad048d4020a8d0d5c61c4dd4fa for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:48:17.979477 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.200806 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Allocated IP 172.20.0.3 (30dac7e2-60de-4916-b9ea-9a931902f3cc/193bba90-370a-4372-9e2b-793c7a216f5a/7d5305cd-37e3-49d0-b15e-aa3566c28faf) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:48:18.241608 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eec9b-6a75-435d-b55d-817f548d0a79 req-ed6354fc-9ee5-4234-9531-8ea64c1f724c tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:18.243207 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7b5eec9b-6a75-435d-b55d-817f548d0a79 req-ed6354fc-9ee5-4234-9531-8ea64c1f724c tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 946 time: 0.1176720 Mar 31 21:48:18.365174 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7b5eec9b-6a75-435d-b55d-817f548d0a79 req-f170dab6-e150-461f-a784-719a53cbc43f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145017 Mar 31 21:48:18.442653 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks [] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.480394 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-44cc0428-0d5f-458d-8248-e2e5db1ebf63 req-08856235-c168-4e9e-98cb-6aead0953485 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 210 time: 0.0429838 Mar 31 21:48:18.510659 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.556745 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Network 30dac7e2-60de-4916-b9ea-9a931902f3cc is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:48:18.560225 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:48:18.567095 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:48:18.574714 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Pushing event updated for resources: {'Port': ['ID=7d5305cd-37e3-49d0-b15e-aa3566c28faf,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:18.624861 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:18.625453 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.647425 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-1eab7474-c355-4ec8-b217-1def89f762e1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8380501 Mar 31 21:48:18.747228 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Request body: {'port': {'device_id': '7e28fc86-00bf-4755-968d-f30ca754a7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:48:18.831217 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:19.170527 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5305cd-37e3-49d0-b15e-aa3566c28faf {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:48:19.179451 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Publish callbacks [] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:19.195013 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Transition to ACTIVE for port object 7d5305cd-37e3-49d0-b15e-aa3566c28faf will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:48:19.200914 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:19.257577 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5305cd-37e3-49d0-b15e-aa3566c28faf,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:19.339731 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Attempting to bind port 7d5305cd-37e3-49d0-b15e-aa3566c28faf on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:48:19.340092 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Attempting to bind port 7d5305cd-37e3-49d0-b15e-aa3566c28faf by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b96998ef-7905-40e5-95ef-0e8e50311596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:48:19.340368 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Attempting to bind port 7d5305cd-37e3-49d0-b15e-aa3566c28faf on network 30dac7e2-60de-4916-b9ea-9a931902f3cc {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:48:19.346359 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Port 7d5305cd-37e3-49d0-b15e-aa3566c28faf on network 30dac7e2-60de-4916-b9ea-9a931902f3cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:48:19.348168 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Attempting to bind port 7d5305cd-37e3-49d0-b15e-aa3566c28faf on network 30dac7e2-60de-4916-b9ea-9a931902f3cc {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:48:19.355058 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:48:19.355413 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Checking segment: {'id': 'b96998ef-7905-40e5-95ef-0e8e50311596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:48:19.355806 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Bound using segment: {'id': 'b96998ef-7905-40e5-95ef-0e8e50311596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:48:19.356243 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Bound port: 7d5305cd-37e3-49d0-b15e-aa3566c28faf, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96998ef-7905-40e5-95ef-0e8e50311596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:48:19.356599 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:19.438742 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] For port 7d5305cd-37e3-49d0-b15e-aa3566c28faf, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:48:19.444979 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] For port 7d5305cd-37e3-49d0-b15e-aa3566c28faf, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7d5305cd-37e3-49d0-b15e-aa3566c28faf,segment=NetworkSegment(b96998ef-7905-40e5-95ef-0e8e50311596),segment_id=b96998ef-7905-40e5-95ef-0e8e50311596)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:48:19.453506 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:19.504791 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:19.505428 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:19.507160 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] 10.222.0.13 "PUT /v2.0/ports/7d5305cd-37e3-49d0-b15e-aa3566c28faf HTTP/1.1" status: 200 len: 1093 time: 0.7644327 Mar 31 21:48:19.507682 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e28fc86-00bf-4755-968d-f30ca754a7e5', 'tag': '7d5305cd-37e3-49d0-b15e-aa3566c28faf'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:19.514012 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9021555-423e-44d4-a1a5-7c305bf91dda" -d '{"events": [{"name": "network-changed", "server_uuid": "7e28fc86-00bf-4755-968d-f30ca754a7e5", "tag": "7d5305cd-37e3-49d0-b15e-aa3566c28faf"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:19.562115 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4eaba-0cc6-40ea-b755-38341c7a4333 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5305cd-37e3-49d0-b15e-aa3566c28faf,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:19.577825 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb796ad-84a8-4ea2-b5d4-cf22fe5711e1 req-3d334813-6671-4cd5-b399-f5ac2bbe2b9e tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:19.579473 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7cb796ad-84a8-4ea2-b5d4-cf22fe5711e1 req-3d334813-6671-4cd5-b399-f5ac2bbe2b9e tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 946 time: 0.0988846 Mar 31 21:48:19.581005 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754dcb61-543a-4571-b7df-d1c2388cbd5b x-openstack-request-id: req-754dcb61-543a-4571-b7df-d1c2388cbd5b {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:19.581293 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e28fc86-00bf-4755-968d-f30ca754a7e5", "tag": "7d5305cd-37e3-49d0-b15e-aa3566c28faf", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:19.581548 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-754dcb61-543a-4571-b7df-d1c2388cbd5b {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:19.581992 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754dcb61-543a-4571-b7df-d1c2388cbd5b'] response: {'name': 'network-changed', 'server_uuid': '7e28fc86-00bf-4755-968d-f30ca754a7e5', 'tag': '7d5305cd-37e3-49d0-b15e-aa3566c28faf', 'status': 'completed', 'code': 200} Mar 31 21:48:19.650017 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7cb796ad-84a8-4ea2-b5d4-cf22fe5711e1 req-31f581b8-53cd-4c91-b2bf-7546b672ae86 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584109 Mar 31 21:48:19.715397 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a465158-2b17-4a34-b457-6a60d0eacf75 req-4e9b78ec-dda4-4083-948c-7cb2db10271d tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:19.717718 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7a465158-2b17-4a34-b457-6a60d0eacf75 req-4e9b78ec-dda4-4083-948c-7cb2db10271d tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 943 time: 0.0669055 Mar 31 21:48:19.795174 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7a465158-2b17-4a34-b457-6a60d0eacf75 req-ea7c40c2-4394-4e42-886e-4d70c845132d tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659299 Mar 31 21:48:20.780075 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305a125-a912-41fe-9a5f-5fc8752c51bb req-f8f70776-cafa-4a2c-8b50-46ff167f48bd tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:20.781603 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1305a125-a912-41fe-9a5f-5fc8752c51bb req-f8f70776-cafa-4a2c-8b50-46ff167f48bd tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 946 time: 0.0542858 Mar 31 21:48:20.833862 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1305a125-a912-41fe-9a5f-5fc8752c51bb req-4008afc1-142b-42c5-8174-1a7aa4f0eb95 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465326 Mar 31 21:48:20.937888 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bc1d2-b7d4-4318-8787-acb22aadae67 req-fb9ff142-9232-4ef1-9c55-1cb1dd35a276 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:20.939729 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0b9bc1d2-b7d4-4318-8787-acb22aadae67 req-fb9ff142-9232-4ef1-9c55-1cb1dd35a276 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 943 time: 0.0717561 Mar 31 21:48:21.000412 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0b9bc1d2-b7d4-4318-8787-acb22aadae67 req-9c884bac-2048-4e65-b3c7-057d4df942d0 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533197 Mar 31 21:48:21.962123 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b008a2-dd62-4581-b9cd-1384345fb26a req-e59f2013-de40-4a2e-9099-6ee2eebfe8f0 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:21.964333 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-39b008a2-dd62-4581-b9cd-1384345fb26a req-e59f2013-de40-4a2e-9099-6ee2eebfe8f0 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 946 time: 0.0598648 Mar 31 21:48:22.018001 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-39b008a2-dd62-4581-b9cd-1384345fb26a req-141dfdd6-3a5e-4f8d-9744-61459507a2b3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479956 Mar 31 21:48:22.135414 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d90355-4dee-4308-8660-2893f0b260b8 req-851b6c21-7a4a-4234-8203-b22886c04008 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:22.137681 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-51d90355-4dee-4308-8660-2893f0b260b8 req-851b6c21-7a4a-4234-8203-b22886c04008 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 943 time: 0.0596178 Mar 31 21:48:22.188191 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-51d90355-4dee-4308-8660-2893f0b260b8 req-11a489e0-2670-4c93-8897-5ac4ea51ae09 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445390 Mar 31 21:48:22.334343 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9021555-423e-44d4-a1a5-7c305bf91dda req-b76b8c6f-7a56-402d-83c9-3429609ecfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:22.335951 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9021555-423e-44d4-a1a5-7c305bf91dda req-b76b8c6f-7a56-402d-83c9-3429609ecfed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48aa85ad048d4020a8d0d5c61c4dd4fa&device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 1127 time: 0.0519416 Mar 31 21:48:22.481265 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9021555-423e-44d4-a1a5-7c305bf91dda req-7a32b395-4728-405c-b744-f758cb5bdaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:22.482997 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9021555-423e-44d4-a1a5-7c305bf91dda req-7a32b395-4728-405c-b744-f758cb5bdaed service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=48aa85ad048d4020a8d0d5c61c4dd4fa&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1186078 Mar 31 21:48:22.595030 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9021555-423e-44d4-a1a5-7c305bf91dda req-071368b4-ceb2-497d-8cea-c1a7780cd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:22.596523 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c9021555-423e-44d4-a1a5-7c305bf91dda req-071368b4-ceb2-497d-8cea-c1a7780cd685 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1075249 Mar 31 21:48:22.936804 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-ec35c9de-8e88-44a9-a6b4-dea4c6e82a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:22.938384 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-ec35c9de-8e88-44a9-a6b4-dea4c6e82a6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48aa85ad048d4020a8d0d5c61c4dd4fa&device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 1127 time: 0.0598130 Mar 31 21:48:22.995649 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-a123d0ae-f0d2-4c57-902b-c5684f85ed38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5305cd-37e3-49d0-b15e-aa3566c28faf HTTP/1.1" status: 200 len: 217 time: 0.0447662 Mar 31 21:48:23.059341 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-71c742f3-8bbd-478d-bcbd-8fc2f11389a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:23.061284 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-71c742f3-8bbd-478d-bcbd-8fc2f11389a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=193bba90-370a-4372-9e2b-793c7a216f5a HTTP/1.1" status: 200 len: 849 time: 0.0594220 Mar 31 21:48:23.212418 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-0fdc480c-f5ef-420d-80f3-82db427043f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=30dac7e2-60de-4916-b9ea-9a931902f3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375738 Mar 31 21:48:23.238069 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08738e9b-d243-4172-8e9c-b63e0b0f8343 req-53564fee-4d20-47d7-92b9-42d852057a85 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:23.239667 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-08738e9b-d243-4172-8e9c-b63e0b0f8343 req-53564fee-4d20-47d7-92b9-42d852057a85 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 946 time: 0.0951653 Mar 31 21:48:23.371060 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-08738e9b-d243-4172-8e9c-b63e0b0f8343 req-1871969b-cd71-4b23-8206-8339815dfbd9 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156278 Mar 31 21:48:23.391271 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-8d2469bd-b71e-42b0-b651-ee9799857e27 service neutron] 10.222.0.13 "GET /v2.0/networks/30dac7e2-60de-4916-b9ea-9a931902f3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687081 Mar 31 21:48:23.583724 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ebba79e8-4dc6-4a4e-a58c-473d33a8db58 req-289b0306-94ef-4e93-a4a5-3bcc0d3fd0b3 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408627348&fields=id&tenant_id=47aeb455b5a04796ab3db9aaf34c0c00 HTTP/1.1" status: 200 len: 267 time: 0.1244650 Mar 31 21:48:23.620737 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-794961fb-10b4-45d1-bc0f-4233acf1b189 req-111e87ae-0b1d-4128-be4f-9cd307454bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/30dac7e2-60de-4916-b9ea-9a931902f3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229469 Mar 31 21:48:23.680217 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b0b2c-eb10-4057-89b6-d7ed17e51d11 req-3726bc17-a216-405b-9a64-710215b0e53d tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:23.681356 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-499b0b2c-eb10-4057-89b6-d7ed17e51d11 req-3726bc17-a216-405b-9a64-710215b0e53d tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 943 time: 0.1601124 Mar 31 21:48:23.706930 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba79e8-4dc6-4a4e-a58c-473d33a8db58 req-282bcb01-4a4c-4790-abda-0bf27269a790 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:23.708488 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ebba79e8-4dc6-4a4e-a58c-473d33a8db58 req-282bcb01-4a4c-4790-abda-0bf27269a790 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 985 time: 0.1116540 Mar 31 21:48:23.726001 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-ebba79e8-4dc6-4a4e-a58c-473d33a8db58 req-e8d8d059-fb2b-4f36-80de-9ef2cd348745 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Request body: {'port': {'security_groups': ['8215b02d-f648-4d49-ab37-a759c153a844']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:48:23.790723 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-499b0b2c-eb10-4057-89b6-d7ed17e51d11 req-ce964170-fc10-41a6-bb73-9fd677caf557 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982215 Mar 31 21:48:23.848710 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ebba79e8-4dc6-4a4e-a58c-473d33a8db58 req-e8d8d059-fb2b-4f36-80de-9ef2cd348745 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:24.002847 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c46998-43ec-45a9-a670-f4f2824098f6 req-e478bb81-c206-4969-88f7-098dc2750182 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:24.004665 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22c46998-43ec-45a9-a670-f4f2824098f6 req-e478bb81-c206-4969-88f7-098dc2750182 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 946 time: 0.1405175 Mar 31 21:48:24.128851 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-22c46998-43ec-45a9-a670-f4f2824098f6 req-84963030-df6b-4525-8bf3-a40873daace2 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127169 Mar 31 21:48:24.153771 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60522) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:24.157413 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-ebba79e8-4dc6-4a4e-a58c-473d33a8db58 req-e8d8d059-fb2b-4f36-80de-9ef2cd348745 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] For port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:24.205042 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ebba79e8-4dc6-4a4e-a58c-473d33a8db58 req-e8d8d059-fb2b-4f36-80de-9ef2cd348745 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:24.210928 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ebba79e8-4dc6-4a4e-a58c-473d33a8db58 req-e8d8d059-fb2b-4f36-80de-9ef2cd348745 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:24.226847 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['71fedd92-fe91-48ca-bdc4-1aa21fe23e06'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:48:24.286314 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba79e8-4dc6-4a4e-a58c-473d33a8db58 req-e8d8d059-fb2b-4f36-80de-9ef2cd348745 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:24.287258 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-ebba79e8-4dc6-4a4e-a58c-473d33a8db58 req-e8d8d059-fb2b-4f36-80de-9ef2cd348745 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:24.296123 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-ebba79e8-4dc6-4a4e-a58c-473d33a8db58 req-e8d8d059-fb2b-4f36-80de-9ef2cd348745 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "PUT /v2.0/ports/71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 200 len: 943 time: 0.5785899 Mar 31 21:48:24.297952 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:24.299664 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60526) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:24.313411 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40058258-da49-4d5d-a60e-f4e7c236bd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:24.367036 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8d059-fb2b-4f36-80de-9ef2cd348745 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event updated for resources: {'Port': ['ID=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,revision_number=7']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:24.411192 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['71fedd92-fe91-48ca-bdc4-1aa21fe23e06'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:48:24.427168 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8fb945-5ff9-4c74-a3ba-99d3b80eea0c x-openstack-request-id: req-ee8fb945-5ff9-4c74-a3ba-99d3b80eea0c {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:24.427717 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:24.428151 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee8fb945-5ff9-4c74-a3ba-99d3b80eea0c {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:24.428709 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8fb945-5ff9-4c74-a3ba-99d3b80eea0c'] response: {'name': 'network-changed', 'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'status': 'completed', 'code': 200} Mar 31 21:48:24.483841 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9904621-583b-4f36-a13d-98101b8e44bf tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group (63fab953-8d5d-471e-b535-869c95e2e1a3), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:24.514046 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9904621-583b-4f36-a13d-98101b8e44bf tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group (63fab953-8d5d-471e-b535-869c95e2e1a3), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:24.579162 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406465e5-7cdd-4e03-b8fc-b04efe981151 tempest-TestVolumeBootPattern-1584911524 tempest-TestVolumeBootPattern-1584911524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:24.584080 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-406465e5-7cdd-4e03-b8fc-b04efe981151 tempest-TestVolumeBootPattern-1584911524 tempest-TestVolumeBootPattern-1584911524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 1125 time: 0.4286661 Mar 31 21:48:24.584335 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60532) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:24.593008 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'port_id': '2d5d73d2-1e29-480a-b636-822fa2ece02c', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:48:24.599418 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9904621-583b-4f36-a13d-98101b8e44bf tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (63fab953-8d5d-471e-b535-869c95e2e1a3), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:24.605095 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f9904621-583b-4f36-a13d-98101b8e44bf tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:24.606628 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-f9904621-583b-4f36-a13d-98101b8e44bf tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "DELETE /v2.0/security-groups/63fab953-8d5d-471e-b535-869c95e2e1a3 HTTP/1.1" status: 204 len: 168 time: 0.3054240 Mar 31 21:48:24.612996 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60534) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:24.619426 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9904621-583b-4f36-a13d-98101b8e44bf tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fab953-8d5d-471e-b535-869c95e2e1a3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:24.666763 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-2501f9e0-6201-4748-bf52-dd5fc7445d51 None None] Provisioning complete for port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:48:24.667269 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2501f9e0-6201-4748-bf52-dd5fc7445d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:24.686201 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40058258-da49-4d5d-a60e-f4e7c236bd9b req-7262ee73-0a78-494a-b3f2-2eb271158d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:24.687865 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-40058258-da49-4d5d-a60e-f4e7c236bd9b req-7262ee73-0a78-494a-b3f2-2eb271158d34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47aeb455b5a04796ab3db9aaf34c0c00&device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 1130 time: 0.2147861 Mar 31 21:48:24.691397 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:24.775797 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-2501f9e0-6201-4748-bf52-dd5fc7445d51 None None] Current status of the port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 is: ACTIVE; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:48:25.291921 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40058258-da49-4d5d-a60e-f4e7c236bd9b req-aa9e6751-43a3-40ed-9530-f8b81466ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:25.293433 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-40058258-da49-4d5d-a60e-f4e7c236bd9b req-aa9e6751-43a3-40ed-9530-f8b81466ff53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=db570f06-5f1a-4492-a167-ca7bdd2bc749 HTTP/1.1" status: 200 len: 915 time: 0.5865536 Mar 31 21:48:25.317818 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f30cf-362e-4119-ace7-afca75206178 req-10811532-1133-49be-af60-d6bcebbe0aff tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:25.319433 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3b7f30cf-362e-4119-ace7-afca75206178 req-10811532-1133-49be-af60-d6bcebbe0aff tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 943 time: 0.2147627 Mar 31 21:48:25.428060 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-40058258-da49-4d5d-a60e-f4e7c236bd9b req-d8f59d3c-a0e0-421c-9a4b-e2871d3a4365 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 200 len: 1002 time: 0.1271484 Mar 31 21:48:25.480097 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Deleting port f4ef78dd-d730-48ba-8f7c-1138752933da {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:25.480430 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (f4ef78dd-d730-48ba-8f7c-1138752933da), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:25.546810 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3b7f30cf-362e-4119-ace7-afca75206178 req-26ad9deb-382e-41cb-a4c3-21a73216cab6 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921318 Mar 31 21:48:25.554071 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:25.572026 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40058258-da49-4d5d-a60e-f4e7c236bd9b req-776ab333-c2a7-40b3-9159-a632a5026a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:25.573626 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-40058258-da49-4d5d-a60e-f4e7c236bd9b req-776ab333-c2a7-40b3-9159-a632a5026a46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4896309-c962-4081-b6bd-361c5505791c HTTP/1.1" status: 200 len: 854 time: 0.1349332 Mar 31 21:48:25.686971 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (f4ef78dd-d730-48ba-8f7c-1138752933da), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:25.687215 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for floatingip (f4ef78dd-d730-48ba-8f7c-1138752933da), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:25.729075 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Calling delete_port for f4ef78dd-d730-48ba-8f7c-1138752933da owned by network:floatingip {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:25.750473 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40058258-da49-4d5d-a60e-f4e7c236bd9b req-555692e4-ed4d-4742-8ef2-4ae64face1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:25.752047 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-40058258-da49-4d5d-a60e-f4e7c236bd9b req-555692e4-ed4d-4742-8ef2-4ae64face1fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db570f06-5f1a-4492-a167-ca7bdd2bc749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1686468 Mar 31 21:48:25.821509 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Allocated IP 172.27.3.18 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/de6f3823-416a-440a-8900-b8fa597ffa54) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:48:25.974847 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-40058258-da49-4d5d-a60e-f4e7c236bd9b req-9ea707f1-25a4-43f4-b968-9b5f319774df service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148595 Mar 31 21:48:26.146355 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-40058258-da49-4d5d-a60e-f4e7c236bd9b req-f7923ee7-719d-429a-9864-5572af2b8e6c service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636972 Mar 31 21:48:26.155339 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (f4ef78dd-d730-48ba-8f7c-1138752933da), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:26.178476 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for port (de6f3823-416a-440a-8900-b8fa597ffa54), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:26.212849 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event deleted for resources: {'Port': ['ID=f4ef78dd-d730-48ba-8f7c-1138752933da,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:26.269010 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.269516 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.270000 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.270474 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.270911 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.271346 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.271772 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.272202 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.272682 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.273151 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.273576 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.274091 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.274554 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.275019 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.275525 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:26.319270 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks [] for floatingip (81e2c9b7-3e15-4882-b1f0-69a2ff412ba0), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:26.320083 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Floating IP 81e2c9b7-3e15-4882-b1f0-69a2ff412ba0 disassociated (deleted). External IP: 172.27.3.219, port: 71fedd92-fe91-48ca-bdc4-1aa21fe23e06. Mar 31 21:48:26.389413 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (de6f3823-416a-440a-8900-b8fa597ffa54), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:26.443282 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:48:26.451810 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:48:26.454410 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:48:26.495485 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'Port': ['ID=de6f3823-416a-440a-8900-b8fa597ffa54,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:26.859289 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece219b-3f07-4690-a363-6df7e89ce7a3 req-ac5fd97c-ac12-4586-a779-aae0b5b65f17 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:26.860728 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9ece219b-3f07-4690-a363-6df7e89ce7a3 req-ac5fd97c-ac12-4586-a779-aae0b5b65f17 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 943 time: 0.2050300 Mar 31 21:48:26.869494 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Router ecacc58f-679d-4a17-9988-03e8270ec2d0 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:48:27.078904 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9ece219b-3f07-4690-a363-6df7e89ce7a3 req-4c40dd31-a4a5-43bc-8984-e43a3f2bd158 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113423 Mar 31 21:48:27.174904 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:48:27.181162 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:27.184656 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (887e12fe-4984-4c20-9991-726f62d3d3bd), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:27.187967 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951faa0e-8099-413e-bd47-d18502e0bb75 None None] Sync routers for ids ['ecacc58f-679d-4a17-9988-03e8270ec2d0'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:48:27.200584 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951faa0e-8099-413e-bd47-d18502e0bb75 None None] Routers {'ecacc58f-679d-4a17-9988-03e8270ec2d0'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:48:27.202805 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-951faa0e-8099-413e-bd47-d18502e0bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:48:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['ecacc58f-679d-4a17-9988-03e8270ec2d0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:27.245501 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-409a5db1-ff11-4374-9a63-6ea45504cf9a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "DELETE /v2.0/floatingips/81e2c9b7-3e15-4882-b1f0-69a2ff412ba0 HTTP/1.1" status: 204 len: 168 time: 2.6307368 Mar 31 21:48:27.250291 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:27.252919 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba6187c-b40e-431a-8377-0ecd6844a6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:27.371323 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-951faa0e-8099-413e-bd47-d18502e0bb75 None None] Set router ecacc58f-679d-4a17-9988-03e8270ec2d0 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:48:27.694245 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-951faa0e-8099-413e-bd47-d18502e0bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:43:11Z', 'revision_number': 4, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'b97ec016-b118-4cda-8962-d8684a2d3257', 'name': '', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'mac_address': 'fa:16:3e:f5:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b4896309-c962-4081-b6bd-361c5505791c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:10Z', 'updated_at': '2022-03-31T21:43:14Z', 'revision_number': 5, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'subnets': [{'id': 'b4896309-c962-4081-b6bd-361c5505791c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:27.717722 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebf2acc-10c6-46d4-b3ca-a4fd223360a6 x-openstack-request-id: req-0ebf2acc-10c6-46d4-b3ca-a4fd223360a6 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:27.718388 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:27.718494 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ebf2acc-10c6-46d4-b3ca-a4fd223360a6 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:27.718992 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebf2acc-10c6-46d4-b3ca-a4fd223360a6'] response: {'name': 'network-changed', 'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'status': 'completed', 'code': 200} Mar 31 21:48:27.726310 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951faa0e-8099-413e-bd47-d18502e0bb75 None None] Checking router: ecacc58f-679d-4a17-9988-03e8270ec2d0 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:48:27.737247 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951faa0e-8099-413e-bd47-d18502e0bb75 None None] Routers {'ecacc58f-679d-4a17-9988-03e8270ec2d0'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:48:27.738248 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-951faa0e-8099-413e-bd47-d18502e0bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:48:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['ecacc58f-679d-4a17-9988-03e8270ec2d0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:27.759331 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (de6f3823-416a-440a-8900-b8fa597ffa54), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:27.811146 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6187c-b40e-431a-8377-0ecd6844a6cb req-991ed0da-2589-43c4-8323-865666e60cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:27.812637 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eba6187c-b40e-431a-8377-0ecd6844a6cb req-991ed0da-2589-43c4-8323-865666e60cd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47aeb455b5a04796ab3db9aaf34c0c00&device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 1130 time: 0.0975883 Mar 31 21:48:27.857535 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-951faa0e-8099-413e-bd47-d18502e0bb75 None None] Set router ecacc58f-679d-4a17-9988-03e8270ec2d0 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:48:27.981298 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6187c-b40e-431a-8377-0ecd6844a6cb req-457a7d07-c0ac-41c5-a0bd-ac627170c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:27.982697 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eba6187c-b40e-431a-8377-0ecd6844a6cb req-457a7d07-c0ac-41c5-a0bd-ac627170c14f service neutron] 10.222.0.13 "GET /v2.0/networks?id=db570f06-5f1a-4492-a167-ca7bdd2bc749 HTTP/1.1" status: 200 len: 915 time: 0.1607738 Mar 31 21:48:28.015583 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for port (de6f3823-416a-440a-8900-b8fa597ffa54), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:28.021403 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (de6f3823-416a-440a-8900-b8fa597ffa54), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:28.086972 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-951faa0e-8099-413e-bd47-d18502e0bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:43:11Z', 'revision_number': 4, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'b97ec016-b118-4cda-8962-d8684a2d3257', 'name': '', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'mac_address': 'fa:16:3e:f5:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b4896309-c962-4081-b6bd-361c5505791c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:10Z', 'updated_at': '2022-03-31T21:43:14Z', 'revision_number': 5, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'subnets': [{'id': 'b4896309-c962-4081-b6bd-361c5505791c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:28.103235 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'Port': ['ID=de6f3823-416a-440a-8900-b8fa597ffa54,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:28.120413 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (887e12fe-4984-4c20-9991-726f62d3d3bd), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:28.131277 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951faa0e-8099-413e-bd47-d18502e0bb75 None None] The sync data for ids ['ecacc58f-679d-4a17-9988-03e8270ec2d0'] in dv-cinder-836073-1-iscsi is: [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:43:11Z', 'revision_number': 4, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'b97ec016-b118-4cda-8962-d8684a2d3257', 'name': '', 'network_id': 'db570f06-5f1a-4492-a167-ca7bdd2bc749', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'mac_address': 'fa:16:3e:f5:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'b4896309-c962-4081-b6bd-361c5505791c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:10Z', 'updated_at': '2022-03-31T21:43:14Z', 'revision_number': 5, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'subnets': [{'id': 'b4896309-c962-4081-b6bd-361c5505791c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:48:28.329243 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1c012-80b0-4494-a266-673b69bf5061 req-0eea3ce1-ab9f-48ae-9304-2dbf206124d5 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:28.331131 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-58e1c012-80b0-4494-a266-673b69bf5061 req-0eea3ce1-ab9f-48ae-9304-2dbf206124d5 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 943 time: 0.1366327 Mar 31 21:48:28.342984 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Floating IP 887e12fe-4984-4c20-9991-726f62d3d3bd associated. External IP: 172.27.3.18, port: 2d5d73d2-1e29-480a-b636-822fa2ece02c. Mar 31 21:48:28.465887 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b78ab0a-46de-4e69-a61e-a90ba1b2b0c1 None None] New status for floating IP 81e2c9b7-3e15-4882-b1f0-69a2ff412ba0: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:48:28.522321 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-58e1c012-80b0-4494-a266-673b69bf5061 req-d8110621-3a80-47ca-8d9d-c8a64a83a51a tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817839 Mar 31 21:48:28.681101 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Router 42bbe4f9-fa58-423e-899f-77f41edd5b68 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:48:28.801299 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:48:28.813220 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b8bfb-11e6-4269-bde2-ba24fe4aa030 None None] Sync routers for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:48:28.822731 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:28.828941 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b8bfb-11e6-4269-bde2-ba24fe4aa030 None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:48:28.829883 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd3b8bfb-11e6-4269-bde2-ba24fe4aa030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:48:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:28.861321 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-cb727e6d-b854-49cd-99cc-16c5e80fb2f3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2738881 Mar 31 21:48:28.955728 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cd3b8bfb-11e6-4269-bde2-ba24fe4aa030 None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:48:28.962660 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:48:29.149378 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 7d5305cd-37e3-49d0-b15e-aa3566c28faf details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:48:29.184670 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eba6187c-b40e-431a-8377-0ecd6844a6cb req-6b0ea720-4a3e-48dd-97cb-be21599abace service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 200 len: 217 time: 0.0437376 Mar 31 21:48:29.322404 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 7d5305cd-37e3-49d0-b15e-aa3566c28faf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7d5305cd-37e3-49d0-b15e-aa3566c28faf,segment=NetworkSegment(b96998ef-7905-40e5-95ef-0e8e50311596),segment_id=b96998ef-7905-40e5-95ef-0e8e50311596)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:29.475517 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '7d5305cd-37e3-49d0-b15e-aa3566c28faf', 'network_id': '30dac7e2-60de-4916-b9ea-9a931902f3cc', 'port_id': '7d5305cd-37e3-49d0-b15e-aa3566c28faf', 'mac_address': 'fa:16:3e:f7:93:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193bba90-370a-4372-9e2b-793c7a216f5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:48:29.509298 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd3b8bfb-11e6-4269-bde2-ba24fe4aa030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '887e12fe-4984-4c20-9991-726f62d3d3bd', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': '2d5d73d2-1e29-480a-b636-822fa2ece02c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:af:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:48:26Z', 'updated_at': '2022-03-31T21:48:26Z', 'revision_number': 0, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:29.543586 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b8bfb-11e6-4269-bde2-ba24fe4aa030 None None] Checking router: 42bbe4f9-fa58-423e-899f-77f41edd5b68 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:48:29.556515 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 7d5305cd-37e3-49d0-b15e-aa3566c28faf is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:48:29.557159 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:29.575972 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b8bfb-11e6-4269-bde2-ba24fe4aa030 None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:48:29.577003 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd3b8bfb-11e6-4269-bde2-ba24fe4aa030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:48:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:29.582563 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5305cd-37e3-49d0-b15e-aa3566c28faf {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:48:29.681550 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 7d5305cd-37e3-49d0-b15e-aa3566c28faf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7d5305cd-37e3-49d0-b15e-aa3566c28faf,segment=NetworkSegment(b96998ef-7905-40e5-95ef-0e8e50311596),segment_id=b96998ef-7905-40e5-95ef-0e8e50311596)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:29.699844 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:29.707805 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e797db-3ea4-4c0b-8bce-ed8068b529b7 req-ced73b0c-1492-4c20-8d5f-6d75110328d1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:29.709600 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-84e797db-3ea4-4c0b-8bce-ed8068b529b7 req-ced73b0c-1492-4c20-8d5f-6d75110328d1 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 943 time: 0.0786865 Mar 31 21:48:29.726004 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'tag': '2d5d73d2-1e29-480a-b636-822fa2ece02c'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:29.728245 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76581dde-32db-4dc8-805b-26894ba15722" -d '{"events": [{"name": "network-changed", "server_uuid": "a225d543-a1db-4b98-8bf0-1a27b57595fe", "tag": "2d5d73d2-1e29-480a-b636-822fa2ece02c"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:29.792028 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a313bc3-2de7-45ee-856e-0dc87e6b9014 x-openstack-request-id: req-9a313bc3-2de7-45ee-856e-0dc87e6b9014 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:29.792318 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a225d543-a1db-4b98-8bf0-1a27b57595fe", "tag": "2d5d73d2-1e29-480a-b636-822fa2ece02c", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:29.792574 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a313bc3-2de7-45ee-856e-0dc87e6b9014 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:29.792979 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a313bc3-2de7-45ee-856e-0dc87e6b9014'] response: {'name': 'network-changed', 'server_uuid': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'tag': '2d5d73d2-1e29-480a-b636-822fa2ece02c', 'status': 'completed', 'code': 200} Mar 31 21:48:29.796920 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=7d5305cd-37e3-49d0-b15e-aa3566c28faf,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:29.797870 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-84e797db-3ea4-4c0b-8bce-ed8068b529b7 req-e9c87eee-6695-46bf-8a43-358b5d54fd89 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793452 Mar 31 21:48:29.803208 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cd3b8bfb-11e6-4269-bde2-ba24fe4aa030 None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:48:30.102974 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cd3b8bfb-11e6-4269-bde2-ba24fe4aa030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '887e12fe-4984-4c20-9991-726f62d3d3bd', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': '2d5d73d2-1e29-480a-b636-822fa2ece02c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:af:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:48:26Z', 'updated_at': '2022-03-31T21:48:26Z', 'revision_number': 0, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:30.131823 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b8bfb-11e6-4269-bde2-ba24fe4aa030 None None] The sync data for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi is: [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '887e12fe-4984-4c20-9991-726f62d3d3bd', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': '2d5d73d2-1e29-480a-b636-822fa2ece02c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:af:e9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:48:26Z', 'updated_at': '2022-03-31T21:48:26Z', 'revision_number': 0, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:48:30.355006 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fad85f6-b45c-4df8-b247-dbfe17bd3fa2 None None] New status for floating IP 887e12fe-4984-4c20-9991-726f62d3d3bd: ACTIVE {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:48:30.927942 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2592075-9dcd-4e23-89d2-322f48e7e648 req-36856390-24ad-43cc-ab86-5f70162b957c tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:30.929719 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a2592075-9dcd-4e23-89d2-322f48e7e648 req-36856390-24ad-43cc-ab86-5f70162b957c tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 944 time: 0.0610242 Mar 31 21:48:30.980618 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a2592075-9dcd-4e23-89d2-322f48e7e648 req-6e32748f-fa97-4e88-b8bb-e90adfb29f11 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436790 Mar 31 21:48:31.634550 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6187c-b40e-431a-8377-0ecd6844a6cb req-5907f84b-dc26-413e-a1d9-aa4cbab23467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:31.636485 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eba6187c-b40e-431a-8377-0ecd6844a6cb req-5907f84b-dc26-413e-a1d9-aa4cbab23467 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4896309-c962-4081-b6bd-361c5505791c HTTP/1.1" status: 200 len: 854 time: 0.0550303 Mar 31 21:48:31.714110 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76581dde-32db-4dc8-805b-26894ba15722 req-63f748da-20f8-465f-9c3f-2acf8fb1dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:31.715686 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-76581dde-32db-4dc8-805b-26894ba15722 req-63f748da-20f8-465f-9c3f-2acf8fb1dfcf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 1130 time: 0.0897057 Mar 31 21:48:31.721396 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6187c-b40e-431a-8377-0ecd6844a6cb req-81870483-1db2-40d6-a254-b615e22446ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:31.723207 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eba6187c-b40e-431a-8377-0ecd6844a6cb req-81870483-1db2-40d6-a254-b615e22446ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db570f06-5f1a-4492-a167-ca7bdd2bc749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673227 Mar 31 21:48:31.895916 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76581dde-32db-4dc8-805b-26894ba15722 req-6a90d74e-b019-461d-a91a-2eb179227b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:31.897431 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-76581dde-32db-4dc8-805b-26894ba15722 req-6a90d74e-b019-461d-a91a-2eb179227b52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.1733525 Mar 31 21:48:31.899388 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eba6187c-b40e-431a-8377-0ecd6844a6cb req-4317adb1-8c47-44b0-8bc8-933221db7b96 service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675081 Mar 31 21:48:32.032604 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-76581dde-32db-4dc8-805b-26894ba15722 req-06f0993b-a35f-4e42-ae94-b93cc8f211c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d5d73d2-1e29-480a-b636-822fa2ece02c HTTP/1.1" status: 200 len: 1001 time: 0.1244087 Mar 31 21:48:32.112707 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eba6187c-b40e-431a-8377-0ecd6844a6cb req-0da07033-4b2f-40d3-8125-ddb9d1c5907c service neutron] 10.222.0.13 "GET /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031586 Mar 31 21:48:32.124447 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76581dde-32db-4dc8-805b-26894ba15722 req-d063b7aa-f1f7-401f-9466-ee2ba36e8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:32.126068 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-76581dde-32db-4dc8-805b-26894ba15722 req-d063b7aa-f1f7-401f-9466-ee2ba36e8d6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0849681 Mar 31 21:48:32.152871 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8bd87-fcab-4c26-a322-4ea4519dc3e8 req-a65c9b39-20f8-47c6-b9fc-6e9e6422c880 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:32.154461 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-84c8bd87-fcab-4c26-a322-4ea4519dc3e8 req-a65c9b39-20f8-47c6-b9fc-6e9e6422c880 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 944 time: 0.0841839 Mar 31 21:48:32.204321 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['7d5305cd-37e3-49d0-b15e-aa3566c28faf'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:48:32.240373 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-84c8bd87-fcab-4c26-a322-4ea4519dc3e8 req-c0b53462-ae08-426c-9e56-5ccb27dfed83 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798461 Mar 31 21:48:32.252761 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76581dde-32db-4dc8-805b-26894ba15722 req-c32d970c-e447-44d6-a799-f7e0c6df8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:32.254710 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-76581dde-32db-4dc8-805b-26894ba15722 req-c32d970c-e447-44d6-a799-f7e0c6df8429 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777879 Mar 31 21:48:32.370250 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-76581dde-32db-4dc8-805b-26894ba15722 req-2298a738-a2bd-4a38-9b4e-769da3ed5bd3 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074054 Mar 31 21:48:32.468900 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-76581dde-32db-4dc8-805b-26894ba15722 req-e61098ac-f81e-417c-987a-571ba6362049 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933666 Mar 31 21:48:33.190573 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-db28a847-dc94-4a0b-8148-5661938623b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:33.408741 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbabf20-3337-470f-b693-c051d18008b4 req-3ee6100c-6848-4c71-bd32-b786abbd7d31 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:33.410493 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bdbabf20-3337-470f-b693-c051d18008b4 req-3ee6100c-6848-4c71-bd32-b786abbd7d31 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 944 time: 0.0660408 Mar 31 21:48:33.467182 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bdbabf20-3337-470f-b693-c051d18008b4 req-5afb1458-fa8b-4ef8-8916-75cbb81e430d tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461628 Mar 31 21:48:33.592077 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 7d5305cd-37e3-49d0-b15e-aa3566c28faf up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:48:33.675413 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port 7d5305cd-37e3-49d0-b15e-aa3566c28faf completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:48:33.681950 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 7d5305cd-37e3-49d0-b15e-aa3566c28faf triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:48:33.685066 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:33.782751 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 7d5305cd-37e3-49d0-b15e-aa3566c28faf is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:48:33.783063 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:33.818445 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e28fc86-00bf-4755-968d-f30ca754a7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5305cd-37e3-49d0-b15e-aa3566c28faf'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:33.820874 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5f7f4a-982b-4d23-89e4-63f4a3f7f3e9" -d '{"events": [{"server_uuid": "7e28fc86-00bf-4755-968d-f30ca754a7e5", "name": "network-vif-plugged", "status": "completed", "tag": "7d5305cd-37e3-49d0-b15e-aa3566c28faf"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:33.835238 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 7d5305cd-37e3-49d0-b15e-aa3566c28faf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7d5305cd-37e3-49d0-b15e-aa3566c28faf,segment=NetworkSegment(b96998ef-7905-40e5-95ef-0e8e50311596),segment_id=b96998ef-7905-40e5-95ef-0e8e50311596)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:33.841500 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:33.876203 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63a5a83-9f77-471d-bf18-91a9c4605479 x-openstack-request-id: req-d63a5a83-9f77-471d-bf18-91a9c4605479 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:33.876615 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e28fc86-00bf-4755-968d-f30ca754a7e5", "name": "network-vif-plugged", "status": "completed", "tag": "7d5305cd-37e3-49d0-b15e-aa3566c28faf", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:33.877002 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d63a5a83-9f77-471d-bf18-91a9c4605479 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:33.877483 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63a5a83-9f77-471d-bf18-91a9c4605479'] response: {'server_uuid': '7e28fc86-00bf-4755-968d-f30ca754a7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5305cd-37e3-49d0-b15e-aa3566c28faf', 'code': 200} Mar 31 21:48:33.914214 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=7d5305cd-37e3-49d0-b15e-aa3566c28faf,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:34.069422 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf45ec-0a0b-42a1-96c2-0f32ac5192ba req-bcf92bcd-2ea9-42f0-89bd-cff681d71792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:34.070854 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8ebf45ec-0a0b-42a1-96c2-0f32ac5192ba req-bcf92bcd-2ea9-42f0-89bd-cff681d71792 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 1129 time: 0.0469635 Mar 31 21:48:34.123404 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8ebf45ec-0a0b-42a1-96c2-0f32ac5192ba req-f7553e27-7798-4e91-94da-c55aa8f971ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452423 Mar 31 21:48:34.631365 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbcf1b-0999-48f9-85c7-c837ddc8c858 req-8067458d-ac6a-4358-b585-24df8946583c tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:34.632781 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-66fbcf1b-0999-48f9-85c7-c837ddc8c858 req-8067458d-ac6a-4358-b585-24df8946583c tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 945 time: 0.0877078 Mar 31 21:48:34.667136 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33787dc9-7997-4cbd-be29-d2725ea322ce req-e825b5d1-a881-4bcd-8ad5-a6cb3ea4854a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:34.668593 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-33787dc9-7997-4cbd-be29-d2725ea322ce req-e825b5d1-a881-4bcd-8ad5-a6cb3ea4854a tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 946 time: 0.0821741 Mar 31 21:48:34.712655 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-66fbcf1b-0999-48f9-85c7-c837ddc8c858 req-4dfae84d-083d-46a3-b9e9-775626d09d85 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714965 Mar 31 21:48:34.741655 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-33787dc9-7997-4cbd-be29-d2725ea322ce req-6ba28fd6-91e6-4e3d-b8c5-43384aee2900 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666409 Mar 31 21:48:35.302385 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-1c8bfbe4-ba28-40b1-beee-1f49cd356c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:35.880506 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a94732-eeb8-45f2-9048-cdcb38fb0d12 req-229d45eb-2a0e-4474-8b10-94ad0a45af64 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:35.882227 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17a94732-eeb8-45f2-9048-cdcb38fb0d12 req-229d45eb-2a0e-4474-8b10-94ad0a45af64 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 945 time: 0.0979612 Mar 31 21:48:35.897438 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d57c69-a463-4f4a-bf50-0c884896c989 req-6c48b4a7-145d-4c32-9469-5f14391eab5b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:35.899139 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-09d57c69-a463-4f4a-bf50-0c884896c989 req-6c48b4a7-145d-4c32-9469-5f14391eab5b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 946 time: 0.0822196 Mar 31 21:48:35.990137 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17a94732-eeb8-45f2-9048-cdcb38fb0d12 req-2ab02503-39ce-4bac-a940-e37c616ad7b4 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898957 Mar 31 21:48:36.002820 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-09d57c69-a463-4f4a-bf50-0c884896c989 req-e8627e19-d0eb-4516-880c-0b5cd9178353 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769126 Mar 31 21:48:37.076595 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:37.159652 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c51b84-c87e-40fc-bcb4-5413bdf9e4ba req-6140e126-c696-4179-987e-c2adaaba26e8 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:37.161252 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-59c51b84-c87e-40fc-bcb4-5413bdf9e4ba req-6140e126-c696-4179-987e-c2adaaba26e8 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 945 time: 0.0953441 Mar 31 21:48:37.182207 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35944500-722e-4d37-b9a8-ad4f98428f4f req-60f4f568-e511-4c1c-a0db-fb57234f7619 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:37.183687 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-35944500-722e-4d37-b9a8-ad4f98428f4f req-60f4f568-e511-4c1c-a0db-fb57234f7619 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 946 time: 0.0877581 Mar 31 21:48:37.257459 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-59c51b84-c87e-40fc-bcb4-5413bdf9e4ba req-0161da1d-ae87-4209-88b3-8168018b22ef tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892117 Mar 31 21:48:37.270836 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-35944500-722e-4d37-b9a8-ad4f98428f4f req-ecd6c27c-a5e3-47d7-bfe0-9a3b0ab9ade6 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/security-groups?id=8215b02d-f648-4d49-ab37-a759c153a844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779328 Mar 31 21:48:37.296606 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:37.412400 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98353c99-8f2f-444b-bb91-d2468036ac44 req-11040e74-943d-4af2-a4b1-608b4fe8364b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:37.413880 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-98353c99-8f2f-444b-bb91-d2468036ac44 req-11040e74-943d-4af2-a4b1-608b4fe8364b tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.13 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 946 time: 0.0548425 Mar 31 21:48:37.525605 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-98353c99-8f2f-444b-bb91-d2468036ac44 req-37a69568-f6e7-4b3b-a23d-6a514aab8a29 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Deleting port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:37.526667 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98353c99-8f2f-444b-bb91-d2468036ac44 req-37a69568-f6e7-4b3b-a23d-6a514aab8a29 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:37.635961 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-98353c99-8f2f-444b-bb91-d2468036ac44 req-37a69568-f6e7-4b3b-a23d-6a514aab8a29 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] For port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:37.636372 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98353c99-8f2f-444b-bb91-d2468036ac44 req-37a69568-f6e7-4b3b-a23d-6a514aab8a29 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:37.651669 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-98353c99-8f2f-444b-bb91-d2468036ac44 req-37a69568-f6e7-4b3b-a23d-6a514aab8a29 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Calling delete_port for 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:37.799240 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98353c99-8f2f-444b-bb91-d2468036ac44 req-37a69568-f6e7-4b3b-a23d-6a514aab8a29 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (71fedd92-fe91-48ca-bdc4-1aa21fe23e06), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:37.831661 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a69568-f6e7-4b3b-a23d-6a514aab8a29 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Pushing event deleted for resources: {'Port': ['ID=71fedd92-fe91-48ca-bdc4-1aa21fe23e06,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:37.887747 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-98353c99-8f2f-444b-bb91-d2468036ac44 req-37a69568-f6e7-4b3b-a23d-6a514aab8a29 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] No DVR routers for this DVR port 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:48:37.890388 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-98353c99-8f2f-444b-bb91-d2468036ac44 req-37a69568-f6e7-4b3b-a23d-6a514aab8a29 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:37.894118 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-98353c99-8f2f-444b-bb91-d2468036ac44 req-37a69568-f6e7-4b3b-a23d-6a514aab8a29 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.13 "DELETE /v2.0/ports/71fedd92-fe91-48ca-bdc4-1aa21fe23e06 HTTP/1.1" status: 204 len: 173 time: 0.4750056 Mar 31 21:48:37.894602 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'name': 'network-vif-deleted', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:37.897578 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270de0a6-ff94-4541-b6a1-4c38b13564dc" -d '{"events": [{"server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "name": "network-vif-deleted", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:37.940389 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b034452a-1828-4bec-b7b2-a9ce24ba5d59 x-openstack-request-id: req-b034452a-1828-4bec-b7b2-a9ce24ba5d59 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:37.940719 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b5e3e3-e620-47bd-b69f-7e5ecf2ca097", "name": "network-vif-deleted", "tag": "71fedd92-fe91-48ca-bdc4-1aa21fe23e06", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:37.940961 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b034452a-1828-4bec-b7b2-a9ce24ba5d59 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:37.941657 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b034452a-1828-4bec-b7b2-a9ce24ba5d59'] response: {'server_uuid': '07b5e3e3-e620-47bd-b69f-7e5ecf2ca097', 'name': 'network-vif-deleted', 'tag': '71fedd92-fe91-48ca-bdc4-1aa21fe23e06', 'status': 'completed', 'code': 200} Mar 31 21:48:38.082288 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf56cc-846c-40c8-8f7a-0fd110d3a30d req-fb9fef70-7601-43d5-9477-933e0cd2f16f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:38.083701 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fecf56cc-846c-40c8-8f7a-0fd110d3a30d req-fb9fef70-7601-43d5-9477-933e0cd2f16f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 945 time: 0.0597873 Mar 31 21:48:38.133155 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-fecf56cc-846c-40c8-8f7a-0fd110d3a30d req-913fcd30-011f-4e53-aee7-15ecbd052ab0 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433748 Mar 31 21:48:38.409451 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d4dcf8a5-168c-4121-9609-fa94a547b72d req-da6630d3-5962-4296-bd2e-fb562ae64423 tempest-TestMinimumBasicScenario-1180124237 tempest-TestMinimumBasicScenario-1180124237-project] 10.222.0.24 "GET /v2.0/ports?device_id=07b5e3e3-e620-47bd-b69f-7e5ecf2ca097 HTTP/1.1" status: 200 len: 210 time: 0.0298500 Mar 31 21:48:38.517219 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:39.256993 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c109c5-1312-4e5d-a080-58d8c63eb6fe req-030026c6-d7b0-4248-82b4-2308da876873 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:39.258422 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-43c109c5-1312-4e5d-a080-58d8c63eb6fe req-030026c6-d7b0-4248-82b4-2308da876873 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 945 time: 0.0570040 Mar 31 21:48:39.306023 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-43c109c5-1312-4e5d-a080-58d8c63eb6fe req-3769adfd-5080-40b1-a9ca-7b24e83acbfe tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414987 Mar 31 21:48:39.614201 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:39.653431 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:48:39.677352 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:48:39.677905 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 71fedd92-fe91-48ca-bdc4-1aa21fe23e06 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:48:40.089808 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669b00e-d034-41db-881b-a20736a92487 req-0cef85ed-2a40-4b0d-babc-2fc0fc8cf6b6 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:40.091688 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c669b00e-d034-41db-881b-a20736a92487 req-0cef85ed-2a40-4b0d-babc-2fc0fc8cf6b6 tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 945 time: 0.0660000 Mar 31 21:48:40.160363 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60760) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:40.201989 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c669b00e-d034-41db-881b-a20736a92487 req-0f6cfb45-2eaa-4550-84f6-aa14661ec42f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Deleting port 7d5305cd-37e3-49d0-b15e-aa3566c28faf {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:40.202404 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c669b00e-d034-41db-881b-a20736a92487 req-0f6cfb45-2eaa-4550-84f6-aa14661ec42f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:40.315478 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-c669b00e-d034-41db-881b-a20736a92487 req-0f6cfb45-2eaa-4550-84f6-aa14661ec42f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] For port 7d5305cd-37e3-49d0-b15e-aa3566c28faf, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7d5305cd-37e3-49d0-b15e-aa3566c28faf,segment=NetworkSegment(b96998ef-7905-40e5-95ef-0e8e50311596),segment_id=b96998ef-7905-40e5-95ef-0e8e50311596)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:40.315478 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c669b00e-d034-41db-881b-a20736a92487 req-0f6cfb45-2eaa-4550-84f6-aa14661ec42f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:40.329627 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-c669b00e-d034-41db-881b-a20736a92487 req-0f6cfb45-2eaa-4550-84f6-aa14661ec42f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Calling delete_port for 7d5305cd-37e3-49d0-b15e-aa3566c28faf owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:40.496168 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b8ba4-7255-4dca-be89-67d293a48607 req-2f6099b9-8253-4ce0-9038-26c9a737d37b tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:40.497812 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9a7b8ba4-7255-4dca-be89-67d293a48607 req-2f6099b9-8253-4ce0-9038-26c9a737d37b tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e28fc86-00bf-4755-968d-f30ca754a7e5 HTTP/1.1" status: 200 len: 945 time: 0.1051133 Mar 31 21:48:40.535183 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c669b00e-d034-41db-881b-a20736a92487 req-0f6cfb45-2eaa-4550-84f6-aa14661ec42f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (7d5305cd-37e3-49d0-b15e-aa3566c28faf), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:40.551114 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['7d5305cd-37e3-49d0-b15e-aa3566c28faf'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:48:40.592963 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cfb45-2eaa-4550-84f6-aa14661ec42f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Pushing event deleted for resources: {'Port': ['ID=7d5305cd-37e3-49d0-b15e-aa3566c28faf,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:40.649930 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f28f14bf-a6fe-4011-9b3f-36e0b4f2dd69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384639'] for router_interface (ecacc58f-679d-4a17-9988-03e8270ec2d0), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:40.655761 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9a7b8ba4-7255-4dca-be89-67d293a48607 req-7e69c6da-6414-4b26-b9a1-5fe4a079259b tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea0a5fdd-dae0-43f9-98b9-51b589f9406c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521363 Mar 31 21:48:40.656634 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c669b00e-d034-41db-881b-a20736a92487 req-0f6cfb45-2eaa-4550-84f6-aa14661ec42f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] No DVR routers for this DVR port 7d5305cd-37e3-49d0-b15e-aa3566c28faf on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:48:40.659323 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-c669b00e-d034-41db-881b-a20736a92487 req-0f6cfb45-2eaa-4550-84f6-aa14661ec42f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:40.662793 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c669b00e-d034-41db-881b-a20736a92487 req-0f6cfb45-2eaa-4550-84f6-aa14661ec42f tempest-VolumesActionsTest-1537348070 tempest-VolumesActionsTest-1537348070-project] 10.222.0.13 "DELETE /v2.0/ports/7d5305cd-37e3-49d0-b15e-aa3566c28faf HTTP/1.1" status: 204 len: 173 time: 0.5593855 Mar 31 21:48:40.663260 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e28fc86-00bf-4755-968d-f30ca754a7e5', 'name': 'network-vif-deleted', 'tag': '7d5305cd-37e3-49d0-b15e-aa3566c28faf'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:40.665548 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c398812-3597-40c6-947d-823cfbd461fe" -d '{"events": [{"server_uuid": "7e28fc86-00bf-4755-968d-f30ca754a7e5", "name": "network-vif-deleted", "tag": "7d5305cd-37e3-49d0-b15e-aa3566c28faf"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:40.715257 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd2ce33-589c-45a3-b0d7-a8b01070e83d x-openstack-request-id: req-1dd2ce33-589c-45a3-b0d7-a8b01070e83d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:40.716108 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e28fc86-00bf-4755-968d-f30ca754a7e5", "name": "network-vif-deleted", "tag": "7d5305cd-37e3-49d0-b15e-aa3566c28faf", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:40.716364 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1dd2ce33-589c-45a3-b0d7-a8b01070e83d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:40.716852 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd2ce33-589c-45a3-b0d7-a8b01070e83d'] response: {'server_uuid': '7e28fc86-00bf-4755-968d-f30ca754a7e5', 'name': 'network-vif-deleted', 'tag': '7d5305cd-37e3-49d0-b15e-aa3566c28faf', 'status': 'completed', 'code': 200} Mar 31 21:48:40.948748 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-f28f14bf-a6fe-4011-9b3f-36e0b4f2dd69 admin admin] Deleting port b97ec016-b118-4cda-8962-d8684a2d3257 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:40.949081 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f28f14bf-a6fe-4011-9b3f-36e0b4f2dd69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:41.032366 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-f28f14bf-a6fe-4011-9b3f-36e0b4f2dd69 admin admin] For port b97ec016-b118-4cda-8962-d8684a2d3257, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=b97ec016-b118-4cda-8962-d8684a2d3257,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:41.032722 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f28f14bf-a6fe-4011-9b3f-36e0b4f2dd69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:41.046607 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-f28f14bf-a6fe-4011-9b3f-36e0b4f2dd69 admin admin] Calling delete_port for b97ec016-b118-4cda-8962-d8684a2d3257 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:41.262451 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f28f14bf-a6fe-4011-9b3f-36e0b4f2dd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (b97ec016-b118-4cda-8962-d8684a2d3257), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:41.295683 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f14bf-a6fe-4011-9b3f-36e0b4f2dd69 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97ec016-b118-4cda-8962-d8684a2d3257,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:41.492906 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f28f14bf-a6fe-4011-9b3f-36e0b4f2dd69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16386031'] for router_interface (ecacc58f-679d-4a17-9988-03e8270ec2d0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:41.739563 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28f14bf-a6fe-4011-9b3f-36e0b4f2dd69 admin admin] Router ecacc58f-679d-4a17-9988-03e8270ec2d0 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:48:41.854427 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28f14bf-a6fe-4011-9b3f-36e0b4f2dd69 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:48:41.862426 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-f28f14bf-a6fe-4011-9b3f-36e0b4f2dd69 admin admin] 10.222.0.24 "PUT /v2.0/routers/ecacc58f-679d-4a17-9988-03e8270ec2d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6980340 Mar 31 21:48:41.862574 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60782) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:41.863544 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0f50ce-b205-4b77-8cf0-4c1518202cde None None] Sync routers for ids ['ecacc58f-679d-4a17-9988-03e8270ec2d0'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:48:41.882798 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f50ce-b205-4b77-8cf0-4c1518202cde None None] Routers {'ecacc58f-679d-4a17-9988-03e8270ec2d0'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:48:41.883443 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7a0f50ce-b205-4b77-8cf0-4c1518202cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:48:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['ecacc58f-679d-4a17-9988-03e8270ec2d0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:42.013342 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-7a0f50ce-b205-4b77-8cf0-4c1518202cde None None] Set router ecacc58f-679d-4a17-9988-03e8270ec2d0 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:48:42.235481 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Publish callbacks [] for router (ecacc58f-679d-4a17-9988-03e8270ec2d0), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:42.277148 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7a0f50ce-b205-4b77-8cf0-4c1518202cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:48:41Z', 'revision_number': 5, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:42.292842 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60800) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:42.356593 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0f50ce-b205-4b77-8cf0-4c1518202cde None None] Checking router: ecacc58f-679d-4a17-9988-03e8270ec2d0 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:48:42.371446 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a599be05-9829-429f-8eff-0fc140654ba8 admin admin] Deleting subnet 4e4dd204-a616-474b-b45b-dec88692a394 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:48:42.371935 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f50ce-b205-4b77-8cf0-4c1518202cde None None] Routers {'ecacc58f-679d-4a17-9988-03e8270ec2d0'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:48:42.373103 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7a0f50ce-b205-4b77-8cf0-4c1518202cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:48:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['ecacc58f-679d-4a17-9988-03e8270ec2d0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:42.376909 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a599be05-9829-429f-8eff-0fc140654ba8 admin admin] Publish callbacks [] for subnet (4e4dd204-a616-474b-b45b-dec88692a394), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:42.430365 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a599be05-9829-429f-8eff-0fc140654ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14050445'] for subnet (4e4dd204-a616-474b-b45b-dec88692a394), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:42.445944 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Publish callbacks [] for router_gateway (ecacc58f-679d-4a17-9988-03e8270ec2d0), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:42.512791 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a599be05-9829-429f-8eff-0fc140654ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (4e4dd204-a616-474b-b45b-dec88692a394), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:42.535320 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Deleting port b362ccec-b52b-440e-b84a-f5c5116bee1f {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:42.535687 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:42.584191 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a599be05-9829-429f-8eff-0fc140654ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13867809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12905817'] for subnet (4e4dd204-a616-474b-b45b-dec88692a394), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:42.585816 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-7a0f50ce-b205-4b77-8cf0-4c1518202cde None None] Set router ecacc58f-679d-4a17-9988-03e8270ec2d0 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:48:42.622873 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a599be05-9829-429f-8eff-0fc140654ba8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:42.629402 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-a599be05-9829-429f-8eff-0fc140654ba8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4e4dd204-a616-474b-b45b-dec88692a394 HTTP/1.1" status: 204 len: 168 time: 0.3340857 Mar 31 21:48:42.630835 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599be05-9829-429f-8eff-0fc140654ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e4dd204-a616-474b-b45b-dec88692a394,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:42.636708 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60818) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:42.717139 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] For port b362ccec-b52b-440e-b84a-f5c5116bee1f, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=b362ccec-b52b-440e-b84a-f5c5116bee1f,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:42.717470 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:42.738678 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Calling delete_port for b362ccec-b52b-440e-b84a-f5c5116bee1f owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:42.747397 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (0af85373-c0a2-4f2c-af56-4ec6ad0a42a3), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:42.850491 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-7a0f50ce-b205-4b77-8cf0-4c1518202cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:48:41Z', 'revision_number': 5, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:42.880209 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0f50ce-b205-4b77-8cf0-4c1518202cde None None] The sync data for ids ['ecacc58f-679d-4a17-9988-03e8270ec2d0'] in dv-cinder-836073-1-iscsi is: [{'id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'name': 'tempest-TestMinimumBasicScenario-1975775538-router', 'tenant_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:06Z', 'updated_at': '2022-03-31T21:48:41Z', 'revision_number': 5, 'project_id': '47aeb455b5a04796ab3db9aaf34c0c00', 'gw_port': {'id': 'b362ccec-b52b-440e-b84a-f5c5116bee1f', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecacc58f-679d-4a17-9988-03e8270ec2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:07Z', 'updated_at': '2022-03-31T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:48:42.923028 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (0af85373-c0a2-4f2c-af56-4ec6ad0a42a3), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:42.985845 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af85373-c0a2-4f2c-af56-4ec6ad0a42a3']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:43.002363 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29427db-7c92-4ceb-bf3b-0ff929a50fba') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:43.002687 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29427db-7c92-4ceb-bf3b-0ff929a50fba') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:43.019835 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13939781'] for segment (d29427db-7c92-4ceb-bf3b-0ff929a50fba), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.055370 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (d29427db-7c92-4ceb-bf3b-0ff929a50fba), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.068036 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:48:43.068431 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13622219'] for segment (d29427db-7c92-4ceb-bf3b-0ff929a50fba), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: Traceback (most recent call last): Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: timer() Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: cb(*args, **kw) Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: return func(*args, **kwargs) Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: self._notify() Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: self.callback(batched_events) Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: event.method(event) Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: return f(self, *a, **k) Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._get(url).json() Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: return self.request(url, 'GET', **kwargs) Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:48:43.070087 dv-cinder-836073-1-iscsi neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:48:43.126915 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (b362ccec-b52b-440e-b84a-f5c5116bee1f), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.134127 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (0af85373-c0a2-4f2c-af56-4ec6ad0a42a3), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.141495 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.144647 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] 10.222.0.24 "DELETE /v2.0/networks/0af85373-c0a2-4f2c-af56-4ec6ad0a42a3 HTTP/1.1" status: 204 len: 168 time: 0.5060701 Mar 31 21:48:43.179018 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Pushing event deleted for resources: {'Port': ['ID=b362ccec-b52b-440e-b84a-f5c5116bee1f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:43.183157 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Pushing event deleted for resources: {'Network': ['ID=0af85373-c0a2-4f2c-af56-4ec6ad0a42a3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:43.209397 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.209921 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.210203 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.210439 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.210849 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.211185 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.211544 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.211968 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.212310 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.212637 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.213500 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.213832 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.214179 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.214501 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.214826 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.219423 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.219781 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.220110 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.220446 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.223337 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.223337 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.223337 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.223337 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.223337 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.223337 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.223337 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.224328 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.224328 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.224328 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.224779 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30108256-ae69-48ba-8f59-d70c56f3aded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:43.266340 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16384261'] for router_gateway (ecacc58f-679d-4a17-9988-03e8270ec2d0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.277843 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60830) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:43.326717 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5b05aa2d-c7e1-44d3-9c51-fa6e02958686 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d86c53dd789948d58e3f07ad1bdda5fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453110 Mar 31 21:48:43.327517 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60832) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:43.372475 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31990'] for router (ecacc58f-679d-4a17-9988-03e8270ec2d0), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.374527 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Publish callbacks [] for router_controller (ecacc58f-679d-4a17-9988-03e8270ec2d0), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.382312 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ce80d83-252c-462f-b7dc-a0105bf7bbb8 admin admin] Publish callbacks [] for security_group (aa4a5f2d-ceb7-4605-a15a-1091b0a855ef), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.407409 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ce80d83-252c-462f-b7dc-a0105bf7bbb8 admin admin] Publish callbacks [] for security_group (aa4a5f2d-ceb7-4605-a15a-1091b0a855ef), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.426080 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16399328'] for router (ecacc58f-679d-4a17-9988-03e8270ec2d0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.426698 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecacc58f-679d-4a17-9988-03e8270ec2d0 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:48:43.431454 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.432772 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-2897cb13-94e7-4d35-9c68-bb1ed680864f admin admin] 10.222.0.24 "DELETE /v2.0/routers/ecacc58f-679d-4a17-9988-03e8270ec2d0 HTTP/1.1" status: 204 len: 168 time: 1.5692186 Mar 31 21:48:43.435307 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60834) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:43.461988 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ce80d83-252c-462f-b7dc-a0105bf7bbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (aa4a5f2d-ceb7-4605-a15a-1091b0a855ef), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.462218 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6ce80d83-252c-462f-b7dc-a0105bf7bbb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.464353 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-6ce80d83-252c-462f-b7dc-a0105bf7bbb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa4a5f2d-ceb7-4605-a15a-1091b0a855ef HTTP/1.1" status: 204 len: 168 time: 0.1365218 Mar 31 21:48:43.473511 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce80d83-252c-462f-b7dc-a0105bf7bbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a5f2d-ceb7-4605-a15a-1091b0a855ef,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:43.488731 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a833ab3-fa47-435a-a318-1620c5d69f6c admin admin] Deleting subnet b4896309-c962-4081-b6bd-361c5505791c {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:48:43.491968 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a833ab3-fa47-435a-a318-1620c5d69f6c admin admin] Publish callbacks [] for subnet (b4896309-c962-4081-b6bd-361c5505791c), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.531831 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a833ab3-fa47-435a-a318-1620c5d69f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13939790'] for subnet (b4896309-c962-4081-b6bd-361c5505791c), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.622451 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a833ab3-fa47-435a-a318-1620c5d69f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (b4896309-c962-4081-b6bd-361c5505791c), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.718409 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a833ab3-fa47-435a-a318-1620c5d69f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13624173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357913'] for subnet (b4896309-c962-4081-b6bd-361c5505791c), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.746035 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a833ab3-fa47-435a-a318-1620c5d69f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4896309-c962-4081-b6bd-361c5505791c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:43.753374 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0a833ab3-fa47-435a-a318-1620c5d69f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.757307 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-0a833ab3-fa47-435a-a318-1620c5d69f6c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b4896309-c962-4081-b6bd-361c5505791c HTTP/1.1" status: 204 len: 168 time: 0.3208432 Mar 31 21:48:43.761582 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60842) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:43.765942 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f8b0a7-ab1a-4f90-881e-afe54d4801ed None None] Network db570f06-5f1a-4492-a167-ca7bdd2bc749 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:48:43.856086 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (db570f06-5f1a-4492-a167-ca7bdd2bc749), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.922516 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Deleting port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:43.922854 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:43.992845 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2ac5e5-f833-4b59-b771-8af4bf33e01c None None] DHCP port deletion for db570f06-5f1a-4492-a167-ca7bdd2bc749 request from dv-cinder-836073-1-iscsi {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:48:43.995204 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] For port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:43.995621 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:44.009821 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Calling delete_port for 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:44.056866 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ac5e5-f833-4b59-b771-8af4bf33e01c None None] Deleting port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:44.057240 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac5e5-f833-4b59-b771-8af4bf33e01c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:44.097092 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:44.124045 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3f2ac5e5-f833-4b59-b771-8af4bf33e01c None None] For port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70,segment=NetworkSegment(b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e),segment_id=b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:44.124432 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac5e5-f833-4b59-b771-8af4bf33e01c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:44.125856 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:44.129387 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] No DVR routers for this DVR port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 on host dv-cinder-836073-1-iscsi {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:48:44.203934 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (db570f06-5f1a-4492-a167-ca7bdd2bc749), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:44.229300 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db570f06-5f1a-4492-a167-ca7bdd2bc749']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:44.240740 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:44.241035 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:44.251050 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13939781'] for segment (b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:44.266177 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:44.266496 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ac5e5-f833-4b59-b771-8af4bf33e01c None None] Calling delete_port for 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:44.272592 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:48:44.273011 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13622219'] for segment (b4c86aef-e1ca-4f50-a45c-ddb6ebf2603e), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: Traceback (most recent call last): Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: timer() Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: cb(*args, **kw) Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: return func(*args, **kwargs) Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: self._notify() Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: self.callback(batched_events) Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: event.method(event) Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: return f(self, *a, **k) Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._get(url).json() Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: return self.request(url, 'GET', **kwargs) Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:48:44.274804 dv-cinder-836073-1-iscsi neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:48:44.336473 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (db570f06-5f1a-4492-a167-ca7bdd2bc749), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:44.344184 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:44.347375 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] 10.222.0.24 "DELETE /v2.0/networks/db570f06-5f1a-4492-a167-ca7bdd2bc749 HTTP/1.1" status: 204 len: 168 time: 0.5845006 Mar 31 21:48:44.350669 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60844) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:44.363355 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bbf79-5cdb-4a73-b428-78cf9754d452 admin admin] Pushing event deleted for resources: {'Network': ['ID=db570f06-5f1a-4492-a167-ca7bdd2bc749,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:44.394368 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3f2ac5e5-f833-4b59-b771-8af4bf33e01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526'] for port (0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:44.421154 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f2ac5e5-f833-4b59-b771-8af4bf33e01c None None] Network db570f06-5f1a-4492-a167-ca7bdd2bc749 is not hosted by any dhcp agent {{(pid=103449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 21:48:44.421615 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2ac5e5-f833-4b59-b771-8af4bf33e01c None None] No DVR routers for this DVR port 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 on host dv-cinder-836073-1-iscsi {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:48:44.431033 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ac5e5-f833-4b59-b771-8af4bf33e01c None None] Pushing event deleted for resources: {'Port': ['ID=0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:44.461872 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device b97ec016-b118-4cda-8962-d8684a2d3257 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:48:44.481195 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: b97ec016-b118-4cda-8962-d8684a2d3257 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:48:44.481589 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device b97ec016-b118-4cda-8962-d8684a2d3257 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:48:44.481986 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device b362ccec-b52b-440e-b84a-f5c5116bee1f no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:48:44.500976 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: b362ccec-b52b-440e-b84a-f5c5116bee1f {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:48:44.501326 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device b362ccec-b52b-440e-b84a-f5c5116bee1f not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:48:44.501744 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:48:44.522509 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:48:44.522920 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 0df69f6d-3ef2-42c7-bbcc-dbe641dd6b70 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:48:44.786721 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e150e98-eaa9-4f69-9640-011c5a12cdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384639'] for router_interface (e4b472fd-d3f7-465a-8de2-8fe0d4004add), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:45.244215 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 7d5305cd-37e3-49d0-b15e-aa3566c28faf no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:48:45.267495 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: 7d5305cd-37e3-49d0-b15e-aa3566c28faf {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:48:45.267840 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 7d5305cd-37e3-49d0-b15e-aa3566c28faf not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:48:45.327555 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4e150e98-eaa9-4f69-9640-011c5a12cdca admin admin] Deleting port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:45.327896 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e150e98-eaa9-4f69-9640-011c5a12cdca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:45.413427 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-4e150e98-eaa9-4f69-9640-011c5a12cdca admin admin] For port bbf80611-c6a7-408c-9d3b-c0b62f79e2b3, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=bbf80611-c6a7-408c-9d3b-c0b62f79e2b3,segment=NetworkSegment(ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef),segment_id=ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:45.414160 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e150e98-eaa9-4f69-9640-011c5a12cdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:45.427411 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4e150e98-eaa9-4f69-9640-011c5a12cdca admin admin] Calling delete_port for bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 owned by network:router_interface {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:45.625655 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e150e98-eaa9-4f69-9640-011c5a12cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (bbf80611-c6a7-408c-9d3b-c0b62f79e2b3), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:45.655744 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e150e98-eaa9-4f69-9640-011c5a12cdca admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf80611-c6a7-408c-9d3b-c0b62f79e2b3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:45.833112 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4e150e98-eaa9-4f69-9640-011c5a12cdca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16386031'] for router_interface (e4b472fd-d3f7-465a-8de2-8fe0d4004add), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:46.060192 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e150e98-eaa9-4f69-9640-011c5a12cdca admin admin] Router e4b472fd-d3f7-465a-8de2-8fe0d4004add has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:48:46.172944 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e150e98-eaa9-4f69-9640-011c5a12cdca admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:48:46.177858 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-4e150e98-eaa9-4f69-9640-011c5a12cdca admin admin] 10.222.0.24 "PUT /v2.0/routers/e4b472fd-d3f7-465a-8de2-8fe0d4004add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8261855 Mar 31 21:48:46.180423 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60854) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:46.182163 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a526f5-7c6a-4bec-912a-76b166884e6b None None] Sync routers for ids ['e4b472fd-d3f7-465a-8de2-8fe0d4004add'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:48:46.192396 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a526f5-7c6a-4bec-912a-76b166884e6b None None] Routers {'e4b472fd-d3f7-465a-8de2-8fe0d4004add'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:48:46.192995 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-43a526f5-7c6a-4bec-912a-76b166884e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:48:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e4b472fd-d3f7-465a-8de2-8fe0d4004add'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:46.299948 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Publish callbacks [] for router (e4b472fd-d3f7-465a-8de2-8fe0d4004add), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:46.390517 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-43a526f5-7c6a-4bec-912a-76b166884e6b None None] Set router e4b472fd-d3f7-465a-8de2-8fe0d4004add gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:48:46.412837 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Publish callbacks [] for router_gateway (e4b472fd-d3f7-465a-8de2-8fe0d4004add), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:46.474476 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Deleting port 88be8e7c-28e5-4665-9036-1697309f5457 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:46.475132 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (88be8e7c-28e5-4665-9036-1697309f5457), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:46.556859 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] For port 88be8e7c-28e5-4665-9036-1697309f5457, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=88be8e7c-28e5-4665-9036-1697309f5457,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:46.557308 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (88be8e7c-28e5-4665-9036-1697309f5457), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:46.574088 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Calling delete_port for 88be8e7c-28e5-4665-9036-1697309f5457 owned by network:router_gateway {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:46.586267 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-43a526f5-7c6a-4bec-912a-76b166884e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'name': 'tempest-TestMinimumBasicScenario-675840541-router', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '88be8e7c-28e5-4665-9036-1697309f5457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:13Z', 'updated_at': '2022-03-31T21:48:45Z', 'revision_number': 5, 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'gw_port': {'id': '88be8e7c-28e5-4665-9036-1697309f5457', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cf:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:15Z', 'updated_at': '2022-03-31T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:46.616184 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a526f5-7c6a-4bec-912a-76b166884e6b None None] Checking router: e4b472fd-d3f7-465a-8de2-8fe0d4004add for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:48:46.625931 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a526f5-7c6a-4bec-912a-76b166884e6b None None] Routers {'e4b472fd-d3f7-465a-8de2-8fe0d4004add'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:48:46.626617 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-43a526f5-7c6a-4bec-912a-76b166884e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:48:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['e4b472fd-d3f7-465a-8de2-8fe0d4004add'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:46.730899 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-43a526f5-7c6a-4bec-912a-76b166884e6b None None] Set router e4b472fd-d3f7-465a-8de2-8fe0d4004add gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:48:46.763318 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (88be8e7c-28e5-4665-9036-1697309f5457), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:46.784299 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-43a526f5-7c6a-4bec-912a-76b166884e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'name': 'tempest-TestMinimumBasicScenario-675840541-router', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:13Z', 'updated_at': '2022-03-31T21:48:46Z', 'revision_number': 6, 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'gw_port_host': None}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:46.813833 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a526f5-7c6a-4bec-912a-76b166884e6b None None] The sync data for ids ['e4b472fd-d3f7-465a-8de2-8fe0d4004add'] in dv-cinder-836073-1-iscsi is: [{'id': 'e4b472fd-d3f7-465a-8de2-8fe0d4004add', 'name': 'tempest-TestMinimumBasicScenario-675840541-router', 'tenant_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:13Z', 'updated_at': '2022-03-31T21:48:46Z', 'revision_number': 6, 'project_id': '4ef2b040f84149a19dbaa1c21377ee2b', 'gw_port_host': None}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:48:46.819330 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=88be8e7c-28e5-4665-9036-1697309f5457,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:46.874289 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16384261'] for router_gateway (e4b472fd-d3f7-465a-8de2-8fe0d4004add), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:46.969270 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31990'] for router (e4b472fd-d3f7-465a-8de2-8fe0d4004add), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:46.971422 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Publish callbacks [] for router_controller (e4b472fd-d3f7-465a-8de2-8fe0d4004add), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.016254 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16399328'] for router (e4b472fd-d3f7-465a-8de2-8fe0d4004add), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.016647 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4b472fd-d3f7-465a-8de2-8fe0d4004add {{(pid=103448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:48:47.021015 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.022168 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5759d8e6-73e2-4538-80a8-dad5a4bbb0d4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e4b472fd-d3f7-465a-8de2-8fe0d4004add HTTP/1.1" status: 204 len: 168 time: 0.8406370 Mar 31 21:48:47.024596 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60860) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:47.072954 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1317772-916a-4657-98ad-8505373eea34 admin admin] Deleting subnet d658b770-6679-4be6-a436-cad6bff5d6c8 {{(pid=103448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:48:47.076135 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1317772-916a-4657-98ad-8505373eea34 admin admin] Publish callbacks [] for subnet (d658b770-6679-4be6-a436-cad6bff5d6c8), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.110311 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1317772-916a-4657-98ad-8505373eea34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14050445'] for subnet (d658b770-6679-4be6-a436-cad6bff5d6c8), precommit_delete_associations {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.191810 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1317772-916a-4657-98ad-8505373eea34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (d658b770-6679-4be6-a436-cad6bff5d6c8), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.246785 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1317772-916a-4657-98ad-8505373eea34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13867809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12905817'] for subnet (d658b770-6679-4be6-a436-cad6bff5d6c8), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.278514 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1317772-916a-4657-98ad-8505373eea34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d658b770-6679-4be6-a436-cad6bff5d6c8,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:47.281881 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1317772-916a-4657-98ad-8505373eea34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.285490 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-b1317772-916a-4657-98ad-8505373eea34 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d658b770-6679-4be6-a436-cad6bff5d6c8 HTTP/1.1" status: 204 len: 168 time: 0.2597218 Mar 31 21:48:47.287751 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60862) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:47.288067 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b2bdb6-778b-4542-80cd-27c1ea833023 None None] Network 8678a17a-6e0c-42f3-a569-50ff6950c81e requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:48:47.360942 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (8678a17a-6e0c-42f3-a569-50ff6950c81e), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.422146 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Deleting port 6acd60cd-9e30-4002-864f-f9d761a7f896 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:47.422485 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.490937 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] For port 6acd60cd-9e30-4002-864f-f9d761a7f896, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=6acd60cd-9e30-4002-864f-f9d761a7f896,segment=NetworkSegment(ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef),segment_id=ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:47.491616 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.506352 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Calling delete_port for 6acd60cd-9e30-4002-864f-f9d761a7f896 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:47.576994 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e530f-617c-43e4-8c68-2e6bd50f2f9b None None] DHCP port deletion for 8678a17a-6e0c-42f3-a569-50ff6950c81e request from dv-cinder-836073-1-iscsi {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:48:47.588629 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.617091 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Pushing event deleted for resources: {'Port': ['ID=6acd60cd-9e30-4002-864f-f9d761a7f896,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:47.623193 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] No DVR routers for this DVR port 6acd60cd-9e30-4002-864f-f9d761a7f896 on host dv-cinder-836073-1-iscsi {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:48:47.635207 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ce7e530f-617c-43e4-8c68-2e6bd50f2f9b None None] Deleting port 6acd60cd-9e30-4002-864f-f9d761a7f896 {{(pid=103449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:48:47.635906 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ce7e530f-617c-43e4-8c68-2e6bd50f2f9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), before_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.707628 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-ce7e530f-617c-43e4-8c68-2e6bd50f2f9b None None] For port 6acd60cd-9e30-4002-864f-f9d761a7f896, host dv-cinder-836073-1-iscsi, got binding levels [] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:47.707893 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (8678a17a-6e0c-42f3-a569-50ff6950c81e), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.708013 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ce7e530f-617c-43e4-8c68-2e6bd50f2f9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), precommit_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.722376 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ce7e530f-617c-43e4-8c68-2e6bd50f2f9b None None] Calling delete_port for 6acd60cd-9e30-4002-864f-f9d761a7f896 owned by network:dhcp {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:48:47.726025 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.ipam_backend_mixin [None req-ce7e530f-617c-43e4-8c68-2e6bd50f2f9b None None] Port 6acd60cd-9e30-4002-864f-f9d761a7f896 was not found and therefore no delete operation was performed {{(pid=103449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 21:48:47.727289 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-ce7e530f-617c-43e4-8c68-2e6bd50f2f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526'] for port (6acd60cd-9e30-4002-864f-f9d761a7f896), after_delete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.731505 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8678a17a-6e0c-42f3-a569-50ff6950c81e']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:47.742306 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:47.742653 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:47.752740 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14050438'] for segment (ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.758380 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e530f-617c-43e4-8c68-2e6bd50f2f9b None None] Pushing event deleted for resources: {'Port': ['ID=6acd60cd-9e30-4002-864f-f9d761a7f896,revision_number=None']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:47.762319 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e530f-617c-43e4-8c68-2e6bd50f2f9b None None] No DVR routers for this DVR port 6acd60cd-9e30-4002-864f-f9d761a7f896 on host dv-cinder-836073-1-iscsi {{(pid=103449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:48:47.773779 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.781160 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:48:47.781557 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13869959'] for segment (ba9a663b-9c3f-4cc2-a56e-b8a3fdc967ef), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: Traceback (most recent call last): Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: timer() Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: cb(*args, **kw) Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: return func(*args, **kwargs) Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: self._notify() Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: self.callback(batched_events) Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: event.method(event) Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: return f(self, *a, **k) Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._get(url).json() Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:48:47.783347 dv-cinder-836073-1-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:48:47.844911 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (8678a17a-6e0c-42f3-a569-50ff6950c81e), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.850626 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.853982 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] 10.222.0.24 "DELETE /v2.0/networks/8678a17a-6e0c-42f3-a569-50ff6950c81e HTTP/1.1" status: 204 len: 168 time: 0.5652697 Mar 31 21:48:47.868006 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0799a8-1522-429c-8fb8-4e887ad41afb admin admin] Pushing event deleted for resources: {'Network': ['ID=8678a17a-6e0c-42f3-a569-50ff6950c81e,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:48.046856 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 60874) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:48.092785 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-d7a72bdb-1dbf-43b5-bf67-531d7fdc2033 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47aeb455b5a04796ab3db9aaf34c0c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445566 Mar 31 21:48:48.095594 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60880) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:48.145998 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e860a0a-9aaf-4658-bfb1-6c4bf3303041 admin admin] Publish callbacks [] for security_group (8215b02d-f648-4d49-ab37-a759c153a844), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:48.168523 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e860a0a-9aaf-4658-bfb1-6c4bf3303041 admin admin] Publish callbacks [] for security_group (8215b02d-f648-4d49-ab37-a759c153a844), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:48.220528 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e860a0a-9aaf-4658-bfb1-6c4bf3303041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (8215b02d-f648-4d49-ab37-a759c153a844), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:48.223368 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e860a0a-9aaf-4658-bfb1-6c4bf3303041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:48.224684 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-3e860a0a-9aaf-4658-bfb1-6c4bf3303041 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8215b02d-f648-4d49-ab37-a759c153a844 HTTP/1.1" status: 204 len: 168 time: 0.1278043 Mar 31 21:48:48.239283 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e860a0a-9aaf-4658-bfb1-6c4bf3303041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8215b02d-f648-4d49-ab37-a759c153a844,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:48.441997 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5719e160-9347-4b7e-a989-d95c72f27582 req-2ade7ecc-7e15-4ccc-813b-90f984ac138a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675061 Mar 31 21:48:48.482170 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:48:48.525610 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:48:48.526333 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device bbf80611-c6a7-408c-9d3b-c0b62f79e2b3 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:48:48.526919 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 6acd60cd-9e30-4002-864f-f9d761a7f896 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:48:48.552096 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 6acd60cd-9e30-4002-864f-f9d761a7f896 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:48:48.552818 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 6acd60cd-9e30-4002-864f-f9d761a7f896 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:48:48.553396 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 88be8e7c-28e5-4665-9036-1697309f5457 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:48:48.580235 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719e160-9347-4b7e-a989-d95c72f27582 req-881432d4-4c17-4d0a-9b6d-fb0b31f616fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:48.581919 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5719e160-9347-4b7e-a989-d95c72f27582 req-881432d4-4c17-4d0a-9b6d-fb0b31f616fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 1130 time: 0.0668764 Mar 31 21:48:48.589021 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 88be8e7c-28e5-4665-9036-1697309f5457 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:48:48.589610 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 88be8e7c-28e5-4665-9036-1697309f5457 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:48:48.716919 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719e160-9347-4b7e-a989-d95c72f27582 req-f7e4813f-b225-47f8-b140-3e66866f325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:48.718558 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5719e160-9347-4b7e-a989-d95c72f27582 req-f7e4813f-b225-47f8-b140-3e66866f325f service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.1116476 Mar 31 21:48:48.755537 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60890) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:48.806237 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5719e160-9347-4b7e-a989-d95c72f27582 req-44639d81-9ce7-493c-8ed3-03688a0089a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d5d73d2-1e29-480a-b636-822fa2ece02c HTTP/1.1" status: 200 len: 1001 time: 0.0776303 Mar 31 21:48:48.811018 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-751d0e20-5a78-4447-9852-7e4d5f3f0f48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ef2b040f84149a19dbaa1c21377ee2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539181 Mar 31 21:48:48.813437 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 60896) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:48.871558 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719e160-9347-4b7e-a989-d95c72f27582 req-6697a78a-1b56-4ff4-953e-f1e2dab6783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:48.873121 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5719e160-9347-4b7e-a989-d95c72f27582 req-6697a78a-1b56-4ff4-953e-f1e2dab6783d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0583243 Mar 31 21:48:48.873651 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84de67ee-bb59-4777-bd4e-30c852d42952 admin admin] Publish callbacks [] for security_group (d16a4fe9-d9f2-4954-b9f0-87d8cc793b98), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:48.897851 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84de67ee-bb59-4777-bd4e-30c852d42952 admin admin] Publish callbacks [] for security_group (d16a4fe9-d9f2-4954-b9f0-87d8cc793b98), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:48.941737 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719e160-9347-4b7e-a989-d95c72f27582 req-328f5e50-dfce-45d0-af07-42800b3c1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:48.943685 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5719e160-9347-4b7e-a989-d95c72f27582 req-328f5e50-dfce-45d0-af07-42800b3c1763 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611141 Mar 31 21:48:48.952054 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84de67ee-bb59-4777-bd4e-30c852d42952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (d16a4fe9-d9f2-4954-b9f0-87d8cc793b98), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:48.955240 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-84de67ee-bb59-4777-bd4e-30c852d42952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:48.956669 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-84de67ee-bb59-4777-bd4e-30c852d42952 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d16a4fe9-d9f2-4954-b9f0-87d8cc793b98 HTTP/1.1" status: 204 len: 168 time: 0.1417649 Mar 31 21:48:48.984961 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de67ee-bb59-4777-bd4e-30c852d42952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16a4fe9-d9f2-4954-b9f0-87d8cc793b98,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:49.080782 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5719e160-9347-4b7e-a989-d95c72f27582 req-dccb727b-d4ee-4d4b-a1fb-c610468b6058 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288230 Mar 31 21:48:49.224354 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5719e160-9347-4b7e-a989-d95c72f27582 req-11386cab-aaa2-4c4c-8aed-e4ffca9a8ad7 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334703 Mar 31 21:49:03.184975 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4ce1a771-01ee-4f94-a780-233e1d9ed8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.291036 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-51ba3a4b-fdb0-4e6a-9f19-f22e7c435155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.962774 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:49:06.131084 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 32820) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:06.190819 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-42825473-c8af-44da-a077-515247f091a8 admin admin] Deleting subnet 193bba90-370a-4372-9e2b-793c7a216f5a {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:49:06.194722 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42825473-c8af-44da-a077-515247f091a8 admin admin] Publish callbacks [] for subnet (193bba90-370a-4372-9e2b-793c7a216f5a), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.232537 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42825473-c8af-44da-a077-515247f091a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13939790'] for subnet (193bba90-370a-4372-9e2b-793c7a216f5a), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.276193 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42825473-c8af-44da-a077-515247f091a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (193bba90-370a-4372-9e2b-793c7a216f5a), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.331521 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42825473-c8af-44da-a077-515247f091a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13624173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357913'] for subnet (193bba90-370a-4372-9e2b-793c7a216f5a), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.356462 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42825473-c8af-44da-a077-515247f091a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193bba90-370a-4372-9e2b-793c7a216f5a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:06.363295 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42825473-c8af-44da-a077-515247f091a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.366485 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-42825473-c8af-44da-a077-515247f091a8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/193bba90-370a-4372-9e2b-793c7a216f5a HTTP/1.1" status: 204 len: 168 time: 0.2341514 Mar 31 21:49:06.370842 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 32822) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:06.438433 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (30dac7e2-60de-4916-b9ea-9a931902f3cc), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.523297 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (30dac7e2-60de-4916-b9ea-9a931902f3cc), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.545840 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dac7e2-60de-4916-b9ea-9a931902f3cc']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:06.555479 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96998ef-7905-40e5-95ef-0e8e50311596') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:06.555715 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96998ef-7905-40e5-95ef-0e8e50311596') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:06.566317 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13939781'] for segment (b96998ef-7905-40e5-95ef-0e8e50311596), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.580209 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (b96998ef-7905-40e5-95ef-0e8e50311596), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.585952 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:49:06.586356 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13622219'] for segment (b96998ef-7905-40e5-95ef-0e8e50311596), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: Traceback (most recent call last): Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: timer() Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: cb(*args, **kw) Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: return func(*args, **kwargs) Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: self._notify() Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: self.callback(batched_events) Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: event.method(event) Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: return f(self, *a, **k) Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._get(url).json() Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: return self.request(url, 'GET', **kwargs) Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:49:06.588045 dv-cinder-836073-1-iscsi neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:49:06.643917 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (30dac7e2-60de-4916-b9ea-9a931902f3cc), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.649584 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.652842 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] 10.222.0.24 "DELETE /v2.0/networks/30dac7e2-60de-4916-b9ea-9a931902f3cc HTTP/1.1" status: 204 len: 168 time: 0.2810018 Mar 31 21:49:06.668247 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5561d7-8962-40dc-86db-d1c139ad982e admin admin] Pushing event deleted for resources: {'Network': ['ID=30dac7e2-60de-4916-b9ea-9a931902f3cc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:06.826757 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 32826) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:06.866994 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-8e448775-8229-4c5c-9b44-ad88566551ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48aa85ad048d4020a8d0d5c61c4dd4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389824 Mar 31 21:49:06.870509 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 32828) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:06.920860 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bb118f9-eed4-486c-b79e-e465f2991dcd admin admin] Publish callbacks [] for security_group (ea0a5fdd-dae0-43f9-98b9-51b589f9406c), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.943988 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bb118f9-eed4-486c-b79e-e465f2991dcd admin admin] Publish callbacks [] for security_group (ea0a5fdd-dae0-43f9-98b9-51b589f9406c), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.990435 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bb118f9-eed4-486c-b79e-e465f2991dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (ea0a5fdd-dae0-43f9-98b9-51b589f9406c), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.993139 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bb118f9-eed4-486c-b79e-e465f2991dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.994983 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-9bb118f9-eed4-486c-b79e-e465f2991dcd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea0a5fdd-dae0-43f9-98b9-51b589f9406c HTTP/1.1" status: 204 len: 168 time: 0.1234086 Mar 31 21:49:07.003005 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb118f9-eed4-486c-b79e-e465f2991dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0a5fdd-dae0-43f9-98b9-51b589f9406c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:07.080962 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:07.276776 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.523770 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.620542 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:33.188676 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-b9005e87-26a8-4ab2-a1e2-6d1952b38a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:35.297335 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9fe9c6c1-2d2b-4b80-8f9b-5f6c278d00c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:37.084718 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:37.278514 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:38.518203 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:39.623257 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:42.961559 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:49:49.422341 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d7084260-4533-4784-a526-5c53833f1ff2 req-79c4ae75-04d3-4968-8e6b-7a52d062488d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495765 Mar 31 21:49:49.512984 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7084260-4533-4784-a526-5c53833f1ff2 req-ba75c060-7668-458e-b274-458b71e9e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:49.514578 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d7084260-4533-4784-a526-5c53833f1ff2 req-ba75c060-7668-458e-b274-458b71e9e3cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 1130 time: 0.0471623 Mar 31 21:49:49.621119 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7084260-4533-4784-a526-5c53833f1ff2 req-c0cf7af5-9cdf-4f4d-a5e9-72efaf184dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:49.622644 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d7084260-4533-4784-a526-5c53833f1ff2 req-c0cf7af5-9cdf-4f4d-a5e9-72efaf184dfe service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.0892124 Mar 31 21:49:49.695031 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d7084260-4533-4784-a526-5c53833f1ff2 req-d611dcac-e3ed-44be-9fd9-e3230d13df80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d5d73d2-1e29-480a-b636-822fa2ece02c HTTP/1.1" status: 200 len: 1001 time: 0.0654402 Mar 31 21:49:49.745139 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7084260-4533-4784-a526-5c53833f1ff2 req-c5e947f4-4131-4b3e-bef7-47e620433415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:49.746654 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d7084260-4533-4784-a526-5c53833f1ff2 req-c5e947f4-4131-4b3e-bef7-47e620433415 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0455408 Mar 31 21:49:49.799286 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7084260-4533-4784-a526-5c53833f1ff2 req-2c14ea99-9e09-432f-b35f-3b39e4ee3a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:49.801078 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d7084260-4533-4784-a526-5c53833f1ff2 req-2c14ea99-9e09-432f-b35f-3b39e4ee3a30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480947 Mar 31 21:49:49.899520 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d7084260-4533-4784-a526-5c53833f1ff2 req-fde60484-7f56-4a33-a1a6-f3367e8d424c service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908313 Mar 31 21:49:49.992873 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-d7084260-4533-4784-a526-5c53833f1ff2 req-5fc7c3c0-6bc5-4291-b1e7-226a4ce2d9de service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866609 Mar 31 21:50:03.197340 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-17b18f5a-68de-4a40-8c6b-99ce1b610f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:05.291477 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e3366de9-f203-4486-9884-fbf59c11d295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:07.086819 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:07.290137 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:08.523922 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:09.681564 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:14.395153 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [req-a2e1a4b6-feec-4d48-b8a0-abbfbedf8ab0 req-a0575f07-e4a9-4910-b05e-2df84737e193 service neutron] (103447) timed out ('10.222.0.13', 64736) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:50:14.911763 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-60657c3b-a615-4b28-8ad5-3a076bf619c2 req-f265b922-7b69-42d3-9dce-f1fed42dff13 service neutron] (103448) timed out ('10.222.0.13', 64732) {{(pid=103448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:50:19.961161 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:50:33.191554 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc4a1-4dd6-4e4e-8d16-8bbc80225138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:35.297489 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3ff72ee4-99cb-402e-80b3-241215d05c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:37.087928 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:37.316736 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:38.517970 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:39.630691 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:51.538655 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6858c3fd-49c4-46a3-9b1e-fe6788ca179b req-5524dc24-322e-4a18-9b6f-768628c73c78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1807687 Mar 31 21:50:51.632124 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c3fd-49c4-46a3-9b1e-fe6788ca179b req-ce9b581d-18d9-4283-af8c-a3883e29115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:51.633532 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6858c3fd-49c4-46a3-9b1e-fe6788ca179b req-ce9b581d-18d9-4283-af8c-a3883e29115d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 1130 time: 0.0493338 Mar 31 21:50:51.739654 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c3fd-49c4-46a3-9b1e-fe6788ca179b req-87c028a2-8340-4380-9c43-2f26990c2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:51.741145 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6858c3fd-49c4-46a3-9b1e-fe6788ca179b req-87c028a2-8340-4380-9c43-2f26990c2f33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.0860817 Mar 31 21:50:51.813246 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6858c3fd-49c4-46a3-9b1e-fe6788ca179b req-a5987056-3bd6-4278-bc51-63463a1e2ef2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d5d73d2-1e29-480a-b636-822fa2ece02c HTTP/1.1" status: 200 len: 1001 time: 0.0644190 Mar 31 21:50:51.866341 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c3fd-49c4-46a3-9b1e-fe6788ca179b req-3388b6e4-d3ee-4369-b80b-a754ce9f1d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:51.867815 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6858c3fd-49c4-46a3-9b1e-fe6788ca179b req-3388b6e4-d3ee-4369-b80b-a754ce9f1d33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0457628 Mar 31 21:50:51.919754 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858c3fd-49c4-46a3-9b1e-fe6788ca179b req-63ff8f2d-95eb-4972-9082-994e380c88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:51.921332 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6858c3fd-49c4-46a3-9b1e-fe6788ca179b req-63ff8f2d-95eb-4972-9082-994e380c88b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465958 Mar 31 21:50:52.014881 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6858c3fd-49c4-46a3-9b1e-fe6788ca179b req-d78ee096-b992-4a36-80cf-4ccf92060c6b service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868087 Mar 31 21:50:52.103624 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-6858c3fd-49c4-46a3-9b1e-fe6788ca179b req-f4ec73e7-9e7c-446e-991a-70814225a506 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825560 Mar 31 21:50:56.749420 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6038b0-c4c2-4782-86e1-0d0288c966b2 req-ed61e5a3-c7fc-42af-bd42-281450dd1bd6 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:56.751066 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7f6038b0-c4c2-4782-86e1-0d0288c966b2 req-ed61e5a3-c7fc-42af-bd42-281450dd1bd6 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 946 time: 0.1832838 Mar 31 21:50:56.809913 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7f6038b0-c4c2-4782-86e1-0d0288c966b2 req-9810743d-2958-4692-842e-15cb9c93d919 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524430 Mar 31 21:50:56.960525 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:50:58.010268 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50661770-9f12-4de7-8f47-0c41c2aea491 req-a1d1fae4-ab67-4d9a-8b70-7086a81d2b58 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:58.011906 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-50661770-9f12-4de7-8f47-0c41c2aea491 req-a1d1fae4-ab67-4d9a-8b70-7086a81d2b58 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 946 time: 0.1217971 Mar 31 21:50:58.064327 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-50661770-9f12-4de7-8f47-0c41c2aea491 req-a0fc285f-d08e-4221-9485-d031d56f6a73 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457664 Mar 31 21:50:58.369604 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-44d0949b-03b8-448d-ae56-164599099648 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:58.371287 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-44d0949b-03b8-448d-ae56-164599099648 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 946 time: 0.0548058 Mar 31 21:50:58.472695 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Deleting port 2d5d73d2-1e29-480a-b636-822fa2ece02c {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:50:58.473029 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:58.564228 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] For port 2d5d73d2-1e29-480a-b636-822fa2ece02c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2d5d73d2-1e29-480a-b636-822fa2ece02c,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:50:58.564601 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:59.041576 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:59.042329 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (887e12fe-4984-4c20-9991-726f62d3d3bd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:59.042329 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Floating IP 887e12fe-4984-4c20-9991-726f62d3d3bd disassociated. External IP: 172.27.3.18, port: 2d5d73d2-1e29-480a-b636-822fa2ece02c. Mar 31 21:50:59.042645 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Calling delete_port for 2d5d73d2-1e29-480a-b636-822fa2ece02c owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:50:59.207541 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (2d5d73d2-1e29-480a-b636-822fa2ece02c), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:59.244390 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event deleted for resources: {'Port': ['ID=2d5d73d2-1e29-480a-b636-822fa2ece02c,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:50:59.264026 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5a481-200f-45c6-89ba-107cfc442810 req-f122234f-85be-42f7-8ef4-74d9ea6da718 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:59.264416 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c1c5a481-200f-45c6-89ba-107cfc442810 req-f122234f-85be-42f7-8ef4-74d9ea6da718 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=a225d543-a1db-4b98-8bf0-1a27b57595fe HTTP/1.1" status: 200 len: 867 time: 0.1151004 Mar 31 21:50:59.267067 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.267415 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.267755 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.268095 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.268422 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.268751 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.269077 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.269394 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.269725 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.270075 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.270400 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.270730 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.271049 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.271369 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.271684 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:59.394637 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-c1c5a481-200f-45c6-89ba-107cfc442810 req-5bdc19d5-9b5c-440c-bf06-88f398e0eae8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197929 Mar 31 21:50:59.421361 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Router 42bbe4f9-fa58-423e-899f-77f41edd5b68 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:50:59.537763 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:50:59.547972 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1167d-6e39-40b8-a046-fcfd70dd574a None None] Sync routers for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:50:59.558063 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1167d-6e39-40b8-a046-fcfd70dd574a None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:50:59.558767 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d8c1167d-6e39-40b8-a046-fcfd70dd574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:50:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:50:59.579805 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] No DVR routers for this DVR port 2d5d73d2-1e29-480a-b636-822fa2ece02c on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:50:59.582663 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:59.586325 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e1305685-9be6-4159-97a0-98d8dc3d1c1e req-2f37b88d-52fa-47f3-9ab8-d5228d279981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "DELETE /v2.0/ports/2d5d73d2-1e29-480a-b636-822fa2ece02c HTTP/1.1" status: 204 len: 173 time: 1.2091985 Mar 31 21:50:59.586854 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'name': 'network-vif-deleted', 'tag': '2d5d73d2-1e29-480a-b636-822fa2ece02c'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:50:59.589426 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f476e34c-5892-4d29-beae-9f62cc3e10c9" -d '{"events": [{"server_uuid": "a225d543-a1db-4b98-8bf0-1a27b57595fe", "name": "network-vif-deleted", "tag": "2d5d73d2-1e29-480a-b636-822fa2ece02c"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:50:59.639922 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a15f871-0414-4635-8f42-f977c5b0a0fb x-openstack-request-id: req-7a15f871-0414-4635-8f42-f977c5b0a0fb {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:50:59.640220 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a225d543-a1db-4b98-8bf0-1a27b57595fe", "name": "network-vif-deleted", "tag": "2d5d73d2-1e29-480a-b636-822fa2ece02c", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:50:59.640484 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a15f871-0414-4635-8f42-f977c5b0a0fb {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:50:59.640900 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a15f871-0414-4635-8f42-f977c5b0a0fb'] response: {'server_uuid': 'a225d543-a1db-4b98-8bf0-1a27b57595fe', 'name': 'network-vif-deleted', 'tag': '2d5d73d2-1e29-480a-b636-822fa2ece02c', 'status': 'completed', 'code': 200} Mar 31 21:50:59.685824 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d8c1167d-6e39-40b8-a046-fcfd70dd574a None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:50:59.904007 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d8c1167d-6e39-40b8-a046-fcfd70dd574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:50:59.933807 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1167d-6e39-40b8-a046-fcfd70dd574a None None] Checking router: 42bbe4f9-fa58-423e-899f-77f41edd5b68 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:50:59.950896 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1167d-6e39-40b8-a046-fcfd70dd574a None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:50:59.951864 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d8c1167d-6e39-40b8-a046-fcfd70dd574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:50:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:51:00.061362 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-d8c1167d-6e39-40b8-a046-fcfd70dd574a None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:51:00.277798 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-d8c1167d-6e39-40b8-a046-fcfd70dd574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:51:00.304876 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1167d-6e39-40b8-a046-fcfd70dd574a None None] The sync data for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi is: [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:51:00.589472 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73569dc-7b19-4ac1-a1ad-d3e7734559df None None] New status for floating IP 887e12fe-4984-4c20-9991-726f62d3d3bd: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:51:00.749908 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-c449da62-e107-48ca-83ed-0531d9209451 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638625834&fields=id&tenant_id=2d6be05b2552473eb29341c870082530 HTTP/1.1" status: 200 len: 267 time: 0.0540967 Mar 31 21:51:00.865288 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3f2e83dd-b217-4510-96c7-94a90ebc573a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:00.866697 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3f2e83dd-b217-4510-96c7-94a90ebc573a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 812 time: 0.1068914 Mar 31 21:51:00.889350 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-b5dea12f-d32c-4d74-946f-9fecafe91e72 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/quotas/2d6be05b2552473eb29341c870082530 HTTP/1.1" status: 200 len: 375 time: 0.0164495 Mar 31 21:51:00.959867 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-9e5d51be-86c0-4656-9eaa-74054612b625 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651157 Mar 31 21:51:01.064806 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-fb3fa567-89d3-40fd-9c5e-85bd561f3aed service neutron] 10.222.0.24 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897274 Mar 31 21:51:01.156003 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-59249910-dc11-42e3-beae-4883b2685448 service neutron] 10.222.0.24 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849903 Mar 31 21:51:01.197478 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 2d5d73d2-1e29-480a-b636-822fa2ece02c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:51:01.219467 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: 2d5d73d2-1e29-480a-b636-822fa2ece02c {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:51:01.219810 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 2d5d73d2-1e29-480a-b636-822fa2ece02c not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:51:01.457255 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2fa85346-52fe-4ea7-9212-9c13aeb260e9 req-58dda402-7d8f-4aa7-a248-febc24a8b367 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 210 time: 0.0350566 Mar 31 21:51:02.425021 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-eb37be07-f0d9-4d86-932c-1f26c22b66e8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:02.426498 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-eb37be07-f0d9-4d86-932c-1f26c22b66e8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 812 time: 0.1124904 Mar 31 21:51:02.496007 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-931ac1cc-5288-4684-8a60-8fbf1d2826d8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d6be05b2552473eb29341c870082530 HTTP/1.1" status: 200 len: 379 time: 0.0599172 Mar 31 21:51:02.505069 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'port': {'device_id': '28e7154e-816b-4f6e-99c5-a878480b3324', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'admin_state_up': True, 'tenant_id': '2d6be05b2552473eb29341c870082530', 'security_groups': ['71a127a4-ddf2-4a51-ac95-00dafb525424']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:51:02.583854 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-75fec139-e3b1-4cca-af3d-dd248cba5032 req-9b923b05-400a-4130-a9c4-5a8b6bdbecd2 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 210 time: 0.0345140 Mar 31 21:51:02.642699 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Made reservation on behalf of 2d6be05b2552473eb29341c870082530 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:51:02.646158 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:02.785160 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Allocated IP 172.20.0.11 (cb63e64e-2255-4b39-bda9-ef6da328ca20/5ee808fd-24c0-427b-b009-bf798f482c57/15794524-5e07-4173-9665-04939457fdf2) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:51:02.937204 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for port (15794524-5e07-4173-9665-04939457fdf2), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:02.970593 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (15794524-5e07-4173-9665-04939457fdf2), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:03.026141 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Network cb63e64e-2255-4b39-bda9-ef6da328ca20 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:51:03.029206 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:51:03.035428 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:51:03.046930 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'Port': ['ID=15794524-5e07-4173-9665-04939457fdf2,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:51:03.088952 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:03.089597 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:03.106953 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-7574283c-cb32-4b0c-a0d5-57d8719fc238 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6056969 Mar 31 21:51:03.119394 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Request body: {'port': {'device_id': '28e7154e-816b-4f6e-99c5-a878480b3324', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:51:03.184477 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (15794524-5e07-4173-9665-04939457fdf2), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:03.196598 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bb771a27-27a7-485e-b075-df3d2a3cce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:03.243890 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-c500bdc4-fdc6-4be7-852a-75964dfcd671 None None] Provisioning complete for port 15794524-5e07-4173-9665-04939457fdf2 triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:51:03.244357 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c500bdc4-fdc6-4be7-852a-75964dfcd671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (15794524-5e07-4173-9665-04939457fdf2), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:03.279421 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-c500bdc4-fdc6-4be7-852a-75964dfcd671 None None] Port 15794524-5e07-4173-9665-04939457fdf2 cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:51:03.462746 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15794524-5e07-4173-9665-04939457fdf2 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:51:03.470639 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Publish callbacks [] for port (15794524-5e07-4173-9665-04939457fdf2), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:03.483058 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Transition to ACTIVE for port object 15794524-5e07-4173-9665-04939457fdf2 will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:51:03.488292 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (15794524-5e07-4173-9665-04939457fdf2), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:03.556517 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=15794524-5e07-4173-9665-04939457fdf2,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:51:03.619725 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Attempting to bind port 15794524-5e07-4173-9665-04939457fdf2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:51:03.620067 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Attempting to bind port 15794524-5e07-4173-9665-04939457fdf2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:51:03.620440 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Attempting to bind port 15794524-5e07-4173-9665-04939457fdf2 on network cb63e64e-2255-4b39-bda9-ef6da328ca20 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:51:03.625315 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Port 15794524-5e07-4173-9665-04939457fdf2 on network cb63e64e-2255-4b39-bda9-ef6da328ca20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:51:03.625641 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Attempting to bind port 15794524-5e07-4173-9665-04939457fdf2 on network cb63e64e-2255-4b39-bda9-ef6da328ca20 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:51:03.632101 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:51:03.632432 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Checking segment: {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:51:03.632813 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Bound using segment: {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:51:03.633240 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Bound port: 15794524-5e07-4173-9665-04939457fdf2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:51:03.633737 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (15794524-5e07-4173-9665-04939457fdf2), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:03.743807 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] For port 15794524-5e07-4173-9665-04939457fdf2, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:51:03.747262 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] For port 15794524-5e07-4173-9665-04939457fdf2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=15794524-5e07-4173-9665-04939457fdf2,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:51:03.760583 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018cf59-2410-4f94-adf5-8bc63846d43e req-70be276b-75b1-4356-909a-ed19392a77b3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:03.762725 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5018cf59-2410-4f94-adf5-8bc63846d43e req-70be276b-75b1-4356-909a-ed19392a77b3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 944 time: 0.1064408 Mar 31 21:51:03.763959 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (15794524-5e07-4173-9665-04939457fdf2), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:03.816110 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:03.816733 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:03.818174 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] 10.222.0.13 "PUT /v2.0/ports/15794524-5e07-4173-9665-04939457fdf2 HTTP/1.1" status: 200 len: 1094 time: 0.7031937 Mar 31 21:51:03.818638 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e7154e-816b-4f6e-99c5-a878480b3324', 'tag': '15794524-5e07-4173-9665-04939457fdf2'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:51:03.820880 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dc67af-db6d-4aff-b0f0-b47c79669d04" -d '{"events": [{"name": "network-changed", "server_uuid": "28e7154e-816b-4f6e-99c5-a878480b3324", "tag": "15794524-5e07-4173-9665-04939457fdf2"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:51:03.857682 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e013298-8242-4112-93a3-fe45a77f6dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=15794524-5e07-4173-9665-04939457fdf2,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:51:03.884131 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-5018cf59-2410-4f94-adf5-8bc63846d43e req-ebee979f-2458-4b72-9448-c4e1c908349a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147113 Mar 31 21:51:03.904727 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13f06e3-aced-41c0-8080-7c27816483e0 x-openstack-request-id: req-d13f06e3-aced-41c0-8080-7c27816483e0 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:51:03.905067 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e7154e-816b-4f6e-99c5-a878480b3324", "tag": "15794524-5e07-4173-9665-04939457fdf2", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:51:03.905328 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d13f06e3-aced-41c0-8080-7c27816483e0 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:51:03.905733 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13f06e3-aced-41c0-8080-7c27816483e0'] response: {'name': 'network-changed', 'server_uuid': '28e7154e-816b-4f6e-99c5-a878480b3324', 'tag': '15794524-5e07-4173-9665-04939457fdf2', 'status': 'completed', 'code': 200} Mar 31 21:51:03.928026 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-e3653a9d-e40c-4985-a978-9abbec728a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:03.929648 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-e3653a9d-e40c-4985-a978-9abbec728a5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 1128 time: 0.0636356 Mar 31 21:51:03.983804 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-367919ba-da8a-48f1-a263-be2b9b297055 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15794524-5e07-4173-9665-04939457fdf2 HTTP/1.1" status: 200 len: 217 time: 0.0431111 Mar 31 21:51:04.034457 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-b95106de-5b10-4ec3-93cb-9bac09a18b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:04.036201 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-b95106de-5b10-4ec3-93cb-9bac09a18b04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0458524 Mar 31 21:51:04.090045 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-27b5fa56-e058-47d4-838f-c53f13e01ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:04.091451 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-27b5fa56-e058-47d4-838f-c53f13e01ec2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492780 Mar 31 21:51:04.178423 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-78249d20-0dcd-4461-8477-0c412e7741b0 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804391 Mar 31 21:51:04.273444 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-07981c79-6cc1-430b-ad3c-4f20e9206044 req-1eb0bf6b-f577-40b2-abf6-c43abce0f486 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882092 Mar 31 21:51:04.372191 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc67af-db6d-4aff-b0f0-b47c79669d04 req-f3a4997d-da7b-450e-81b9-d3290b867f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:04.373588 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6dc67af-db6d-4aff-b0f0-b47c79669d04 req-f3a4997d-da7b-450e-81b9-d3290b867f93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 1128 time: 0.0455809 Mar 31 21:51:04.464476 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc67af-db6d-4aff-b0f0-b47c79669d04 req-2a846598-592d-4ee6-9922-301809f95b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:04.466580 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6dc67af-db6d-4aff-b0f0-b47c79669d04 req-2a846598-592d-4ee6-9922-301809f95b73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.0871119 Mar 31 21:51:04.513485 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6dc67af-db6d-4aff-b0f0-b47c79669d04 req-4d75d3b1-3242-4e58-b42a-b723de1dfde4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15794524-5e07-4173-9665-04939457fdf2 HTTP/1.1" status: 200 len: 217 time: 0.0409148 Mar 31 21:51:04.565414 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc67af-db6d-4aff-b0f0-b47c79669d04 req-96918427-d5b3-4767-9ac2-74f362af76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:04.567178 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6dc67af-db6d-4aff-b0f0-b47c79669d04 req-96918427-d5b3-4767-9ac2-74f362af76a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0480847 Mar 31 21:51:04.622354 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc67af-db6d-4aff-b0f0-b47c79669d04 req-faf62c60-7888-470d-9c72-78fa010c5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:04.623799 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6dc67af-db6d-4aff-b0f0-b47c79669d04 req-faf62c60-7888-470d-9c72-78fa010c5972 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500050 Mar 31 21:51:04.721329 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6dc67af-db6d-4aff-b0f0-b47c79669d04 req-1355f4ac-1300-4c3c-882c-688db0ff42c9 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914204 Mar 31 21:51:04.812978 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-a6dc67af-db6d-4aff-b0f0-b47c79669d04 req-d7fb2e48-9224-4d6c-bb2c-eb36407ec259 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847194 Mar 31 21:51:05.023176 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78314f52-f92b-4994-adc9-fbd35c10175d req-07c33e69-2037-4335-b6e4-23894c6a9070 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:05.024677 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-78314f52-f92b-4994-adc9-fbd35c10175d req-07c33e69-2037-4335-b6e4-23894c6a9070 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 944 time: 0.0653064 Mar 31 21:51:05.083617 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-78314f52-f92b-4994-adc9-fbd35c10175d req-9b3eda82-d719-4c0d-87ed-309c64cf7873 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517571 Mar 31 21:51:05.300257 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-bd5773f3-009e-4a3b-b78f-72a5b5ac9357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:06.200623 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b540f63-bb72-42df-b3e6-19bbbac91534 req-4ddc0a27-43a0-40e4-b8d0-a88a5b71b7f6 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:06.202213 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9b540f63-bb72-42df-b3e6-19bbbac91534 req-4ddc0a27-43a0-40e4-b8d0-a88a5b71b7f6 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 944 time: 0.0528808 Mar 31 21:51:06.251882 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9b540f63-bb72-42df-b3e6-19bbbac91534 req-250d9bf2-3c18-4f3f-a32d-fa3fe02b45d9 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437915 Mar 31 21:51:07.090497 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:07.317159 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:07.374580 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e284690-fa8d-4819-8eeb-67d6922dac8d req-39e5c9db-e84a-4097-a15a-d921165a88a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:07.376077 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e284690-fa8d-4819-8eeb-67d6922dac8d req-39e5c9db-e84a-4097-a15a-d921165a88a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 944 time: 0.0530620 Mar 31 21:51:07.424900 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-2e284690-fa8d-4819-8eeb-67d6922dac8d req-66619346-997e-4734-b559-cfc62e64e9e7 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432198 Mar 31 21:51:08.521732 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:08.547408 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f4e4e-d6db-41cf-894f-084556e9cabd req-b589386d-341a-42ea-bfb4-9e1642a8275b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:08.548892 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f53f4e4e-d6db-41cf-894f-084556e9cabd req-b589386d-341a-42ea-bfb4-9e1642a8275b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 944 time: 0.0568926 Mar 31 21:51:08.598678 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-f53f4e4e-d6db-41cf-894f-084556e9cabd req-69e5b0a7-4fe9-4382-8166-2a6849566647 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436406 Mar 31 21:51:09.632774 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:09.718879 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cccb9b-d4c8-479f-8ebb-4abefec038ae req-25adf070-bed2-450f-b437-6a68938c060a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:09.720381 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79cccb9b-d4c8-479f-8ebb-4abefec038ae req-25adf070-bed2-450f-b437-6a68938c060a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 944 time: 0.0533886 Mar 31 21:51:09.768611 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-79cccb9b-d4c8-479f-8ebb-4abefec038ae req-42a112d9-1468-431f-9264-22637babedcf tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426335 Mar 31 21:51:10.889688 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08735e75-37ba-40ae-b8e0-595f10476a4f req-21e36d97-65c2-4782-a3bb-3d469cf2cabe tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:10.891191 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-08735e75-37ba-40ae-b8e0-595f10476a4f req-21e36d97-65c2-4782-a3bb-3d469cf2cabe tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 944 time: 0.0560515 Mar 31 21:51:10.942287 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-08735e75-37ba-40ae-b8e0-595f10476a4f req-e36e4d8a-6aee-4078-b425-faef8c62ee0e tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452471 Mar 31 21:51:12.058602 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ba9f5-0d95-4a0a-99ce-2beac8098937 req-c25a900b-ffb7-4257-9965-1f5a92fbb439 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:12.060088 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c5ba9f5-0d95-4a0a-99ce-2beac8098937 req-c25a900b-ffb7-4257-9965-1f5a92fbb439 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 944 time: 0.0529745 Mar 31 21:51:12.109392 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9c5ba9f5-0d95-4a0a-99ce-2beac8098937 req-5a31e08c-8cf7-4b55-b954-469624e12130 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437548 Mar 31 21:51:13.225414 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11303e-8d8b-46f9-8fd1-990b5e1861b8 req-5d99339a-94ab-4c23-b96e-27db71215981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:13.226836 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0b11303e-8d8b-46f9-8fd1-990b5e1861b8 req-5d99339a-94ab-4c23-b96e-27db71215981 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 944 time: 0.0519531 Mar 31 21:51:13.267262 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 15794524-5e07-4173-9665-04939457fdf2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:51:13.280685 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0b11303e-8d8b-46f9-8fd1-990b5e1861b8 req-e1937e16-ee6e-4c63-9e63-73810732fb26 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468891 Mar 31 21:51:13.365379 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 15794524-5e07-4173-9665-04939457fdf2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=15794524-5e07-4173-9665-04939457fdf2,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:51:13.500588 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': '15794524-5e07-4173-9665-04939457fdf2', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'port_id': '15794524-5e07-4173-9665-04939457fdf2', 'mac_address': 'fa:16:3e:b3:3d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:51:13.537109 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 15794524-5e07-4173-9665-04939457fdf2 is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:51:13.537496 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (15794524-5e07-4173-9665-04939457fdf2), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:13.549919 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15794524-5e07-4173-9665-04939457fdf2 {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:51:13.569182 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 15794524-5e07-4173-9665-04939457fdf2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=15794524-5e07-4173-9665-04939457fdf2,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:51:13.574836 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (15794524-5e07-4173-9665-04939457fdf2), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:13.621987 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=15794524-5e07-4173-9665-04939457fdf2,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:51:13.629478 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.629827 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.630200 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.630547 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.630888 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.631221 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.631550 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.631880 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.632207 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.632532 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.632857 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.633184 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.633507 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.633828 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.634181 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:51:13.930364 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['15794524-5e07-4173-9665-04939457fdf2'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:51:14.399185 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dc500-7f86-4a84-8732-7a00eeab3d16 req-eb2edaa7-6ed7-4bb1-92f4-a19aa059d67d tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:14.400638 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f3dc500-7f86-4a84-8732-7a00eeab3d16 req-eb2edaa7-6ed7-4bb1-92f4-a19aa059d67d tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 945 time: 0.0521619 Mar 31 21:51:14.451150 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3f3dc500-7f86-4a84-8732-7a00eeab3d16 req-2d0ec86b-9069-471e-b204-c206ebc1c0ba tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442779 Mar 31 21:51:15.271867 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 15794524-5e07-4173-9665-04939457fdf2 up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:51:15.322932 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port 15794524-5e07-4173-9665-04939457fdf2 completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:51:15.327706 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port 15794524-5e07-4173-9665-04939457fdf2 triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:51:15.328107 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (15794524-5e07-4173-9665-04939457fdf2), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:15.404389 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port 15794524-5e07-4173-9665-04939457fdf2 is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:51:15.404772 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (15794524-5e07-4173-9665-04939457fdf2), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:15.430619 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e7154e-816b-4f6e-99c5-a878480b3324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15794524-5e07-4173-9665-04939457fdf2'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:51:15.432860 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eafb2b-cd33-412a-b774-ae8dd1c59215" -d '{"events": [{"server_uuid": "28e7154e-816b-4f6e-99c5-a878480b3324", "name": "network-vif-plugged", "status": "completed", "tag": "15794524-5e07-4173-9665-04939457fdf2"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:51:15.445892 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port 15794524-5e07-4173-9665-04939457fdf2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=15794524-5e07-4173-9665-04939457fdf2,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:51:15.450848 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (15794524-5e07-4173-9665-04939457fdf2), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:15.512782 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=15794524-5e07-4173-9665-04939457fdf2,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:51:15.573558 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e61f5-ee9d-4867-a3a1-4ffd004c3c6f req-c4f10dc6-f549-48f5-80b5-32a146f38f8d tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:15.575655 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7c9e61f5-ee9d-4867-a3a1-4ffd004c3c6f req-c4f10dc6-f549-48f5-80b5-32a146f38f8d tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 946 time: 0.0543480 Mar 31 21:51:15.623500 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7c9e61f5-ee9d-4867-a3a1-4ffd004c3c6f req-0ac9918f-f320-4043-9189-dc11433197e8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422802 Mar 31 21:51:16.484053 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac6f2ca-dbca-41d6-9908-3fa873ebe3ee x-openstack-request-id: req-7ac6f2ca-dbca-41d6-9908-3fa873ebe3ee {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:51:16.484505 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e7154e-816b-4f6e-99c5-a878480b3324", "name": "network-vif-plugged", "status": "completed", "tag": "15794524-5e07-4173-9665-04939457fdf2", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:51:16.484620 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ac6f2ca-dbca-41d6-9908-3fa873ebe3ee {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:51:16.484990 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac6f2ca-dbca-41d6-9908-3fa873ebe3ee'] response: {'server_uuid': '28e7154e-816b-4f6e-99c5-a878480b3324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15794524-5e07-4173-9665-04939457fdf2', 'code': 200} Mar 31 21:51:16.740769 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f2a0f-0ba3-4d0f-b71f-d2f1fa7ad301 req-54efdd94-8d37-47b1-a922-8218e0fc399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:16.742189 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8e7f2a0f-0ba3-4d0f-b71f-d2f1fa7ad301 req-54efdd94-8d37-47b1-a922-8218e0fc399a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 1130 time: 0.0820186 Mar 31 21:51:16.754177 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3be32a-66d8-4094-bcea-71feeb5f0694 req-eb55a4f8-1f6a-4d43-b64a-1c69c3221f46 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:16.755622 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8f3be32a-66d8-4094-bcea-71feeb5f0694 req-eb55a4f8-1f6a-4d43-b64a-1c69c3221f46 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 946 time: 0.0648730 Mar 31 21:51:16.828170 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8e7f2a0f-0ba3-4d0f-b71f-d2f1fa7ad301 req-5d5bf7b1-93e9-4ab4-8e5c-5516579f56f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715976 Mar 31 21:51:16.832035 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8f3be32a-66d8-4094-bcea-71feeb5f0694 req-fb0cb505-3674-495e-9a73-762b9a2642e4 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703931 Mar 31 21:51:17.955968 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaafca1-7cb0-4d2a-afe2-ca6cc3893f15 req-fdfb76d4-41ad-4ec2-81f2-46993f0f83c9 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:17.957434 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eeaafca1-7cb0-4d2a-afe2-ca6cc3893f15 req-fdfb76d4-41ad-4ec2-81f2-46993f0f83c9 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 946 time: 0.0534492 Mar 31 21:51:18.012230 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-eeaafca1-7cb0-4d2a-afe2-ca6cc3893f15 req-be1be055-bc9a-44c3-9ad7-9152a62bbd2c tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485935 Mar 31 21:51:19.135812 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60aa89-634c-41f5-8b4a-3c84f83ba785 req-b1d90880-84f5-4203-a482-5122e62da2f7 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:19.137299 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f60aa89-634c-41f5-8b4a-3c84f83ba785 req-b1d90880-84f5-4203-a482-5122e62da2f7 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 946 time: 0.0549092 Mar 31 21:51:19.192013 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0f60aa89-634c-41f5-8b4a-3c84f83ba785 req-b51024c9-e2a0-4f31-8d3c-3e02ee801e5d tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486290 Mar 31 21:51:19.307953 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2f26e-b89f-4e65-973f-0cdd840ccf9d req-95c8d04c-3014-4fea-8699-60d398f05ae8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:19.309411 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41a2f26e-b89f-4e65-973f-0cdd840ccf9d req-95c8d04c-3014-4fea-8699-60d398f05ae8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 946 time: 0.0525038 Mar 31 21:51:19.358360 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-41a2f26e-b89f-4e65-973f-0cdd840ccf9d req-e938f030-9433-4e76-bb7a-119c9e218721 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432539 Mar 31 21:51:19.384882 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 32946) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:51:19.436723 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c28f8dc-66f5-4946-905a-39ee19769a0a tempest-TestVolumeBootPattern-1584911524 tempest-TestVolumeBootPattern-1584911524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:19.438261 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-8c28f8dc-66f5-4946-905a-39ee19769a0a tempest-TestVolumeBootPattern-1584911524 tempest-TestVolumeBootPattern-1584911524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 1125 time: 0.0520279 Mar 31 21:51:19.441269 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 32948) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:51:19.445782 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'port_id': '15794524-5e07-4173-9665-04939457fdf2', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:51:19.474509 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:19.571700 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:19.674962 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Allocated IP 172.27.3.5 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/464f20b5-bd03-4a73-ac75-84b5dbd22768) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:51:19.776286 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for port (464f20b5-bd03-4a73-ac75-84b5dbd22768), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:19.811910 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (464f20b5-bd03-4a73-ac75-84b5dbd22768), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:19.861683 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:51:19.864725 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:51:19.867875 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:51:19.898961 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'Port': ['ID=464f20b5-bd03-4a73-ac75-84b5dbd22768,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:51:20.231103 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:20.302629 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (464f20b5-bd03-4a73-ac75-84b5dbd22768), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:20.457983 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for port (464f20b5-bd03-4a73-ac75-84b5dbd22768), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:20.471798 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (464f20b5-bd03-4a73-ac75-84b5dbd22768), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:20.550059 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'Port': ['ID=464f20b5-bd03-4a73-ac75-84b5dbd22768,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:51:20.560583 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:20.665594 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.db.l3_db [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Floating IP 96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f associated. External IP: 172.27.3.5, port: 15794524-5e07-4173-9665-04939457fdf2. Mar 31 21:51:21.155548 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Router 42bbe4f9-fa58-423e-899f-77f41edd5b68 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:51:21.264058 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:51:21.276498 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd70aa0-b7bd-47d6-a636-405de0c0c7fa None None] Sync routers for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:51:21.281357 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:21.287130 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd70aa0-b7bd-47d6-a636-405de0c0c7fa None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:51:21.287822 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bcd70aa0-b7bd-47d6-a636-405de0c0c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:51:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:51:21.321981 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-f52ac066-7b30-4bc1-9c8f-ec1c2b53266f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8686368 Mar 31 21:51:21.321981 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e7154e-816b-4f6e-99c5-a878480b3324', 'tag': '15794524-5e07-4173-9665-04939457fdf2'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:51:21.321981 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07640f4-ab4c-4ca4-bbc2-7e5f8a919307" -d '{"events": [{"name": "network-changed", "server_uuid": "28e7154e-816b-4f6e-99c5-a878480b3324", "tag": "15794524-5e07-4173-9665-04939457fdf2"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:51:21.399305 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-bcd70aa0-b7bd-47d6-a636-405de0c0c7fa None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:51:21.407910 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b91fafc-9625-4de9-abdf-94584957ba41 x-openstack-request-id: req-2b91fafc-9625-4de9-abdf-94584957ba41 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:51:21.408262 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e7154e-816b-4f6e-99c5-a878480b3324", "tag": "15794524-5e07-4173-9665-04939457fdf2", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:51:21.408578 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b91fafc-9625-4de9-abdf-94584957ba41 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:51:21.409083 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b91fafc-9625-4de9-abdf-94584957ba41'] response: {'name': 'network-changed', 'server_uuid': '28e7154e-816b-4f6e-99c5-a878480b3324', 'tag': '15794524-5e07-4173-9665-04939457fdf2', 'status': 'completed', 'code': 200} Mar 31 21:51:21.477496 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07640f4-ab4c-4ca4-bbc2-7e5f8a919307 req-f88ccaf3-ebba-44e7-ac35-82c055428f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:21.479007 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e07640f4-ab4c-4ca4-bbc2-7e5f8a919307 req-f88ccaf3-ebba-44e7-ac35-82c055428f3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 1130 time: 0.0444143 Mar 31 21:51:21.572557 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07640f4-ab4c-4ca4-bbc2-7e5f8a919307 req-36221ce4-890c-4765-aae6-8beccb346393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:21.574592 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e07640f4-ab4c-4ca4-bbc2-7e5f8a919307 req-36221ce4-890c-4765-aae6-8beccb346393 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.0888307 Mar 31 21:51:21.626214 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bcd70aa0-b7bd-47d6-a636-405de0c0c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': '15794524-5e07-4173-9665-04939457fdf2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:b3:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7154e-816b-4f6e-99c5-a878480b3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:51:20Z', 'updated_at': '2022-03-31T21:51:20Z', 'revision_number': 0, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:51:21.643069 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e07640f4-ab4c-4ca4-bbc2-7e5f8a919307 req-c72d82a3-ccdb-4619-a561-aff649bade89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15794524-5e07-4173-9665-04939457fdf2 HTTP/1.1" status: 200 len: 998 time: 0.0602632 Mar 31 21:51:21.655122 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd70aa0-b7bd-47d6-a636-405de0c0c7fa None None] Checking router: 42bbe4f9-fa58-423e-899f-77f41edd5b68 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:51:21.663596 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd70aa0-b7bd-47d6-a636-405de0c0c7fa None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:51:21.664197 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bcd70aa0-b7bd-47d6-a636-405de0c0c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:51:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:51:21.693185 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07640f4-ab4c-4ca4-bbc2-7e5f8a919307 req-eb909c26-fc30-4c1f-b728-8a81b91cd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:21.694682 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e07640f4-ab4c-4ca4-bbc2-7e5f8a919307 req-eb909c26-fc30-4c1f-b728-8a81b91cd7a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0450513 Mar 31 21:51:21.750468 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07640f4-ab4c-4ca4-bbc2-7e5f8a919307 req-86435701-7c7f-43d2-8574-4025566bf5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:21.752228 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e07640f4-ab4c-4ca4-bbc2-7e5f8a919307 req-86435701-7c7f-43d2-8574-4025566bf5d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504711 Mar 31 21:51:21.772294 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-bcd70aa0-b7bd-47d6-a636-405de0c0c7fa None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:51:21.842904 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e07640f4-ab4c-4ca4-bbc2-7e5f8a919307 req-bd53471a-5d2b-43e4-ab99-2f33f6d24650 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837932 Mar 31 21:51:21.940817 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e07640f4-ab4c-4ca4-bbc2-7e5f8a919307 req-cc4f3f06-bd7a-46a1-b876-052a48dab603 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915723 Mar 31 21:51:22.001020 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-bcd70aa0-b7bd-47d6-a636-405de0c0c7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': '15794524-5e07-4173-9665-04939457fdf2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:b3:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7154e-816b-4f6e-99c5-a878480b3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:51:20Z', 'updated_at': '2022-03-31T21:51:20Z', 'revision_number': 0, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:51:22.031330 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd70aa0-b7bd-47d6-a636-405de0c0c7fa None None] The sync data for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi is: [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': '15794524-5e07-4173-9665-04939457fdf2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:b3:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7154e-816b-4f6e-99c5-a878480b3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:51:20Z', 'updated_at': '2022-03-31T21:51:20Z', 'revision_number': 0, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:51:22.215342 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279212be-4479-4c4e-8e0c-dabb5b9e41c2 None None] New status for floating IP 96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f: ACTIVE {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:51:33.190639 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c23faf27-e085-4c77-be25-273c13723eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:33.960148 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:51:35.307030 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c5411290-f0be-49e2-8677-cf40e699520b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:37.093592 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:37.309590 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:38.525372 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:39.635980 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:52.439966 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b14970c8-b6c0-4877-94df-32903a61275c req-34576f76-7d24-454a-b8db-c7c60cae9729 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446968 Mar 31 21:51:52.525580 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14970c8-b6c0-4877-94df-32903a61275c req-51698fb7-3dbe-4c5e-9368-f68df4e0e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:52.527853 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b14970c8-b6c0-4877-94df-32903a61275c req-51698fb7-3dbe-4c5e-9368-f68df4e0e6b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 1130 time: 0.0451183 Mar 31 21:51:52.633933 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14970c8-b6c0-4877-94df-32903a61275c req-436499d1-a4db-4c57-b5eb-ad49b0109ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:52.635477 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b14970c8-b6c0-4877-94df-32903a61275c req-436499d1-a4db-4c57-b5eb-ad49b0109ef0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.0887012 Mar 31 21:51:52.700843 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b14970c8-b6c0-4877-94df-32903a61275c req-66c27784-a878-4d6d-8f20-c8db06e44ff8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15794524-5e07-4173-9665-04939457fdf2 HTTP/1.1" status: 200 len: 1000 time: 0.0581896 Mar 31 21:51:52.749914 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14970c8-b6c0-4877-94df-32903a61275c req-6dadb52a-99ae-4ac1-8906-5bde944f2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:52.751378 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b14970c8-b6c0-4877-94df-32903a61275c req-6dadb52a-99ae-4ac1-8906-5bde944f2401 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0440691 Mar 31 21:51:52.806599 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14970c8-b6c0-4877-94df-32903a61275c req-4f3e1439-b3e5-49a9-9895-886e730ed3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:52.808134 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b14970c8-b6c0-4877-94df-32903a61275c req-4f3e1439-b3e5-49a9-9895-886e730ed3a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482025 Mar 31 21:51:52.898258 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b14970c8-b6c0-4877-94df-32903a61275c req-f1642dd0-a4c0-466e-ae62-646faa5086fc service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830150 Mar 31 21:51:52.990711 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b14970c8-b6c0-4877-94df-32903a61275c req-de2324f2-7ccf-43c9-a919-245bd89a8136 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863991 Mar 31 21:52:03.193192 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a3d34ea6-cdee-4208-a3ad-3908d85d0eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:05.299673 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-710cefe2-a061-4f8a-873d-bc001b1f776b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:07.097337 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:07.321790 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:08.529212 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:09.672830 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:10.959217 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:52:33.195630 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4b6d4191-94ca-4a60-a8c6-56a5e39be851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:35.302351 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-66656271-c15e-4c24-ad86-b2fc07c2c126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:37.100844 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:37.313284 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:38.532177 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:39.642569 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:47.958304 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:52:52.425792 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7536a5da-f0a8-4bdd-a1c0-b06db353fbba req-0c6e78ca-2907-4c90-ad25-3c130e785409 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445023 Mar 31 21:52:52.511767 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a5da-f0a8-4bdd-a1c0-b06db353fbba req-89e3e18c-9135-44bf-8544-8049052782e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:52.513283 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7536a5da-f0a8-4bdd-a1c0-b06db353fbba req-89e3e18c-9135-44bf-8544-8049052782e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 1130 time: 0.0436616 Mar 31 21:52:52.628679 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a5da-f0a8-4bdd-a1c0-b06db353fbba req-bcbcf26b-cb97-4499-a788-3f4a2e59942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:52.630375 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7536a5da-f0a8-4bdd-a1c0-b06db353fbba req-bcbcf26b-cb97-4499-a788-3f4a2e59942f service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.0967214 Mar 31 21:52:52.699647 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7536a5da-f0a8-4bdd-a1c0-b06db353fbba req-5fcea341-c136-4081-918a-daf57c4226d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15794524-5e07-4173-9665-04939457fdf2 HTTP/1.1" status: 200 len: 1000 time: 0.0616679 Mar 31 21:52:52.749264 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a5da-f0a8-4bdd-a1c0-b06db353fbba req-189acb0f-7453-4dd2-9bda-ae9e6af2bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:52.750778 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7536a5da-f0a8-4bdd-a1c0-b06db353fbba req-189acb0f-7453-4dd2-9bda-ae9e6af2bba8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0450232 Mar 31 21:52:52.809093 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a5da-f0a8-4bdd-a1c0-b06db353fbba req-2a5d0de4-b3d4-4ba1-9b7c-4975cc6ce0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:52.810641 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7536a5da-f0a8-4bdd-a1c0-b06db353fbba req-2a5d0de4-b3d4-4ba1-9b7c-4975cc6ce0fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539267 Mar 31 21:52:52.900674 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7536a5da-f0a8-4bdd-a1c0-b06db353fbba req-075a1224-581f-4199-a3c2-62b002a8dab6 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836709 Mar 31 21:52:53.005464 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7536a5da-f0a8-4bdd-a1c0-b06db353fbba req-468242d3-2cc6-4ac5-970e-5455415b92d3 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968192 Mar 31 21:53:03.197364 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-166bede4-bb16-41fb-bd35-84e88de88ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:05.304563 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9d1e983b-a180-4201-a2a4-a24af216fd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:07.101635 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:07.325842 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:08.534600 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:09.646880 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:24.957451 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:53:33.201020 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78f5946b-2b5a-44c3-99b6-53b8095edd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:35.306287 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-49317b16-b3df-4cf4-8934-19f254b3af7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:36.229663 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-03248a6d-0038-4475-8966-c31a06d02151 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638625834&fields=id&tenant_id=2d6be05b2552473eb29341c870082530 HTTP/1.1" status: 200 len: 267 time: 0.0481665 Mar 31 21:53:36.333153 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-99f9479b-e7cc-4edd-95d4-9ed41c21c60c tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:36.334604 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-99f9479b-e7cc-4edd-95d4-9ed41c21c60c tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 812 time: 0.0982714 Mar 31 21:53:36.349291 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-ab28a983-eb91-42b6-b81c-e11eef0d9f41 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/quotas/2d6be05b2552473eb29341c870082530 HTTP/1.1" status: 200 len: 375 time: 0.0091770 Mar 31 21:53:36.411109 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-5653b1c6-144e-42f3-b61f-ff3d38e538e8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566976 Mar 31 21:53:36.546686 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-fbd8bcc6-b784-423d-8106-c590f9d7ee56 service neutron] 10.222.0.24 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241858 Mar 31 21:53:36.638794 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-0bb2b204-1189-4125-845f-cbc6c37c8c66 service neutron] 10.222.0.24 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864079 Mar 31 21:53:36.943629 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-86d6b5dd-a370-4473-bd10-0596f0affdc7 req-524335b5-6cf8-4719-af35-0be1795e5633 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 210 time: 0.0283871 Mar 31 21:53:37.104435 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:37.325813 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:37.951221 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-4d873a5f-f714-4264-afb8-a5f395ab4192 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:37.952688 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-4d873a5f-f714-4264-afb8-a5f395ab4192 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 812 time: 0.1071293 Mar 31 21:53:38.035430 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-544e908e-e4a8-4089-b4e8-13e8f815188f tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d6be05b2552473eb29341c870082530 HTTP/1.1" status: 200 len: 379 time: 0.0745332 Mar 31 21:53:38.052907 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b395fc1c-4f45-4f1a-b60a-6b8cb44ab8c3 req-b16c77d2-905b-45fa-b6dd-a76807210111 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 210 time: 0.0363607 Mar 31 21:53:38.056443 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'port': {'device_id': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'admin_state_up': True, 'tenant_id': '2d6be05b2552473eb29341c870082530', 'security_groups': ['71a127a4-ddf2-4a51-ac95-00dafb525424']}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:53:38.171072 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Made reservation on behalf of 2d6be05b2552473eb29341c870082530 for: {'port': 1} {{(pid=103448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:53:38.174542 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:38.305185 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Allocated IP 172.20.0.10 (cb63e64e-2255-4b39-bda9-ef6da328ca20/5ee808fd-24c0-427b-b009-bf798f482c57/c0ce8e5f-e521-4362-aacb-282b952270da) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:53:38.460328 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for port (c0ce8e5f-e521-4362-aacb-282b952270da), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:38.493578 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:38.536111 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Network cb63e64e-2255-4b39-bda9-ef6da328ca20 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:53:38.539553 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:53:38.541552 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:38.545548 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:53:38.570563 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'Port': ['ID=c0ce8e5f-e521-4362-aacb-282b952270da,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:53:38.585950 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.586324 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.586664 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.587006 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.587337 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.587708 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.587991 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.588316 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.589234 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.589561 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.589885 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.590326 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.590567 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.590881 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.591200 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:38.611746 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:38.612359 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:38.629166 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-c68b4dd8-9cfa-4a11-96df-d1c7eb36eb3a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5785642 Mar 31 21:53:38.641146 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.v2.base [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Request body: {'port': {'device_id': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:53:38.706874 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:38.834184 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-85479cc4-cf6c-439a-94b2-9abf4d0376fa None None] Provisioning complete for port c0ce8e5f-e521-4362-aacb-282b952270da triggered by entity DHCP. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:53:38.834555 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-85479cc4-cf6c-439a-94b2-9abf4d0376fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:38.867916 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-85479cc4-cf6c-439a-94b2-9abf4d0376fa None None] Port c0ce8e5f-e521-4362-aacb-282b952270da cannot update to ACTIVE because it is not bound. {{(pid=103449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:53:38.987964 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ce8e5f-e521-4362-aacb-282b952270da {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:53:38.996154 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Publish callbacks [] for port (c0ce8e5f-e521-4362-aacb-282b952270da), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:39.008268 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Transition to ACTIVE for port object c0ce8e5f-e521-4362-aacb-282b952270da will not be triggered until provisioned by entity L2. {{(pid=103448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:53:39.012948 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:39.086774 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Pushing event updated for resources: {'Port': ['ID=c0ce8e5f-e521-4362-aacb-282b952270da,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:53:39.145006 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Attempting to bind port c0ce8e5f-e521-4362-aacb-282b952270da on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:53:39.145344 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Attempting to bind port c0ce8e5f-e521-4362-aacb-282b952270da by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:53:39.145669 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Attempting to bind port c0ce8e5f-e521-4362-aacb-282b952270da on network cb63e64e-2255-4b39-bda9-ef6da328ca20 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:53:39.150521 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Port c0ce8e5f-e521-4362-aacb-282b952270da on network cb63e64e-2255-4b39-bda9-ef6da328ca20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:53:39.150853 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Attempting to bind port c0ce8e5f-e521-4362-aacb-282b952270da on network cb63e64e-2255-4b39-bda9-ef6da328ca20 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:53:39.156318 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Checking agent: {'id': '25776af7-43be-43be-a99d-9ff3d458ab4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'started_at': datetime.datetime(2022, 3, 31, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:53:39.156656 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Checking segment: {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:53:39.157037 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Bound using segment: {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:53:39.157465 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Bound port: c0ce8e5f-e521-4362-aacb-282b952270da, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d5af022-4a3f-4033-8004-bc0c4f850f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:53:39.157817 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:39.273572 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] For port c0ce8e5f-e521-4362-aacb-282b952270da, host hv-cinder-83607, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:53:39.282233 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afecdd5-060d-4df6-b0a3-d60b41370085 req-cb4d2d5e-8c3f-46cb-84dd-6b33d9123cd0 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:39.283842 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9afecdd5-060d-4df6-b0a3-d60b41370085 req-cb4d2d5e-8c3f-46cb-84dd-6b33d9123cd0 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 944 time: 0.1148922 Mar 31 21:53:39.285809 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] For port c0ce8e5f-e521-4362-aacb-282b952270da, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c0ce8e5f-e521-4362-aacb-282b952270da,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:53:39.298086 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13870043'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:39.349023 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:39.349628 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:39.351049 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] 10.222.0.13 "PUT /v2.0/ports/c0ce8e5f-e521-4362-aacb-282b952270da HTTP/1.1" status: 200 len: 1094 time: 0.7141795 Mar 31 21:53:39.353125 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'tag': 'c0ce8e5f-e521-4362-aacb-282b952270da'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:53:39.356024 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8da2ab-d3a8-4405-85f5-ee4495530898" -d '{"events": [{"name": "network-changed", "server_uuid": "36cafb92-2962-4197-a6ee-41ff04e9157a", "tag": "c0ce8e5f-e521-4362-aacb-282b952270da"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:53:39.392535 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-9afecdd5-060d-4df6-b0a3-d60b41370085 req-3d92c073-520d-455e-ab9c-f196c2309f9a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025767 Mar 31 21:53:39.409486 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ad0c62-3dce-476c-b7c4-3a3f3425c7dc x-openstack-request-id: req-e5ad0c62-3dce-476c-b7c4-3a3f3425c7dc {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:53:39.409486 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cafb92-2962-4197-a6ee-41ff04e9157a", "tag": "c0ce8e5f-e521-4362-aacb-282b952270da", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:53:39.409486 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5ad0c62-3dce-476c-b7c4-3a3f3425c7dc {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:53:39.409853 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ad0c62-3dce-476c-b7c4-3a3f3425c7dc'] response: {'name': 'network-changed', 'server_uuid': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'tag': 'c0ce8e5f-e521-4362-aacb-282b952270da', 'status': 'completed', 'code': 200} Mar 31 21:53:39.425634 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd92f8-67ef-46de-b111-b00b6a9f05ce service neutron] Pushing event updated for resources: {'Port': ['ID=c0ce8e5f-e521-4362-aacb-282b952270da,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:53:39.448628 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-d40c9a36-46b5-44ad-976e-ae5308895d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:39.450538 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-d40c9a36-46b5-44ad-976e-ae5308895d63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 1128 time: 0.0553594 Mar 31 21:53:39.499765 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-3631ef79-8bf9-4cf7-be32-ea5eb6520d08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0ce8e5f-e521-4362-aacb-282b952270da HTTP/1.1" status: 200 len: 217 time: 0.0420287 Mar 31 21:53:39.553816 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-29db104d-0f97-4c59-9fba-0e644a19aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:39.555303 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-29db104d-0f97-4c59-9fba-0e644a19aa3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0498819 Mar 31 21:53:39.605232 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-10daceb7-5c7e-456c-9658-7cd0e05b324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:39.606760 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-10daceb7-5c7e-456c-9658-7cd0e05b324a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449355 Mar 31 21:53:39.648713 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:39.695793 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-9dda5640-4613-4d16-9401-9f792d95fc33 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821974 Mar 31 21:53:39.795314 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0fe34bf5-4574-465b-9561-6d7d03e707b2 req-59571876-aa06-4c88-a1f0-1259ab19076a service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917528 Mar 31 21:53:39.885112 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8da2ab-d3a8-4405-85f5-ee4495530898 req-9e7bc898-b001-4b1d-a7b2-cb8c80703550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:39.886734 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db8da2ab-d3a8-4405-85f5-ee4495530898 req-9e7bc898-b001-4b1d-a7b2-cb8c80703550 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 1128 time: 0.0468349 Mar 31 21:53:39.983890 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8da2ab-d3a8-4405-85f5-ee4495530898 req-54593f95-c5d9-404e-a274-77736af33bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:39.985348 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db8da2ab-d3a8-4405-85f5-ee4495530898 req-54593f95-c5d9-404e-a274-77736af33bc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.0926161 Mar 31 21:53:40.026615 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db8da2ab-d3a8-4405-85f5-ee4495530898 req-108260ef-e819-40c9-83c5-649b1d2f3942 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0ce8e5f-e521-4362-aacb-282b952270da HTTP/1.1" status: 200 len: 217 time: 0.0345376 Mar 31 21:53:40.073701 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8da2ab-d3a8-4405-85f5-ee4495530898 req-f71cce96-93a0-4a50-a5fa-8ea16906bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:40.075080 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db8da2ab-d3a8-4405-85f5-ee4495530898 req-f71cce96-93a0-4a50-a5fa-8ea16906bf4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0434077 Mar 31 21:53:40.122860 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8da2ab-d3a8-4405-85f5-ee4495530898 req-eaee77d0-4a6c-4e6f-8541-a07ca66e8e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:40.124373 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db8da2ab-d3a8-4405-85f5-ee4495530898 req-eaee77d0-4a6c-4e6f-8541-a07ca66e8e40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435126 Mar 31 21:53:40.216299 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db8da2ab-d3a8-4405-85f5-ee4495530898 req-1f969c87-52c6-440b-b59f-3a97a156bf79 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848658 Mar 31 21:53:40.303092 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-db8da2ab-d3a8-4405-85f5-ee4495530898 req-2cd3ed10-8039-4102-ad31-dc1b607ffc03 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805783 Mar 31 21:53:40.518076 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319407f-0324-46cb-96c5-b067b4ee32e2 req-5aee19b0-da8e-4090-8ced-bd55d3b0ab85 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:40.519513 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4319407f-0324-46cb-96c5-b067b4ee32e2 req-5aee19b0-da8e-4090-8ced-bd55d3b0ab85 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 944 time: 0.0563776 Mar 31 21:53:40.568417 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4319407f-0324-46cb-96c5-b067b4ee32e2 req-138c1119-9566-467c-9970-100b85ea3c15 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433490 Mar 31 21:53:41.685340 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa62a10-0ea7-48f0-80a9-a46f6abeec78 req-89119f6e-596b-4de6-b754-aaacef1c77ef tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:41.686773 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8fa62a10-0ea7-48f0-80a9-a46f6abeec78 req-89119f6e-596b-4de6-b754-aaacef1c77ef tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 944 time: 0.0524042 Mar 31 21:53:41.734730 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-8fa62a10-0ea7-48f0-80a9-a46f6abeec78 req-6add369e-2534-45ea-bed5-d348421b572d tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421135 Mar 31 21:53:42.857542 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51ef1c-fa5d-4f17-ac51-27b1904f8b9f req-43e07a71-2f0c-4f97-8e22-be69c3c19fb5 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:42.859078 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1e51ef1c-fa5d-4f17-ac51-27b1904f8b9f req-43e07a71-2f0c-4f97-8e22-be69c3c19fb5 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 944 time: 0.0555933 Mar 31 21:53:42.912717 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1e51ef1c-fa5d-4f17-ac51-27b1904f8b9f req-f605c73f-c7f2-407f-8a2f-66932d921a76 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451558 Mar 31 21:53:44.054097 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad09d69-fd89-4e99-8097-8f823d1adebb req-ce6d3dc6-6b11-4a62-83bf-963c3ae1c3d3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:44.055587 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cad09d69-fd89-4e99-8097-8f823d1adebb req-ce6d3dc6-6b11-4a62-83bf-963c3ae1c3d3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 944 time: 0.0589507 Mar 31 21:53:44.113385 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-cad09d69-fd89-4e99-8097-8f823d1adebb req-19428e21-c02e-4a9b-9153-174dddf0cd9a tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514045 Mar 31 21:53:45.231164 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce4f08-34e4-4115-b1b9-ace099af542a req-9c2f1111-e001-4f70-9c63-6eba7c7be9f5 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:45.232536 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45ce4f08-34e4-4115-b1b9-ace099af542a req-9c2f1111-e001-4f70-9c63-6eba7c7be9f5 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 944 time: 0.0535982 Mar 31 21:53:45.287064 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-45ce4f08-34e4-4115-b1b9-ace099af542a req-adcd1dcd-9ac7-4984-be24-35a58ca1d714 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489559 Mar 31 21:53:46.417260 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686cd0e-6ab8-405f-8a4f-48e6645f3a16 req-93e8c87d-6589-427d-93e0-370c19ed1fb3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:46.418903 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7686cd0e-6ab8-405f-8a4f-48e6645f3a16 req-93e8c87d-6589-427d-93e0-370c19ed1fb3 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 944 time: 0.0620654 Mar 31 21:53:46.474538 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-7686cd0e-6ab8-405f-8a4f-48e6645f3a16 req-0055249d-fde9-49ed-ac48-3984038f92f0 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477197 Mar 31 21:53:47.596443 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de40416-44a4-48f1-ab38-d385d59bbeca req-ad026318-6891-4074-952f-0009da06a416 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:47.597926 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1de40416-44a4-48f1-ab38-d385d59bbeca req-ad026318-6891-4074-952f-0009da06a416 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 944 time: 0.0536671 Mar 31 21:53:47.649245 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-1de40416-44a4-48f1-ab38-d385d59bbeca req-9714407b-8ec4-43d9-b8e0-dce34376a224 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455263 Mar 31 21:53:48.776581 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f2365-9e64-44d0-b045-2c13e630eea2 req-48e4da28-0a1d-464f-8f8d-22b8ef8c35f7 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:48.778208 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-115f2365-9e64-44d0-b045-2c13e630eea2 req-48e4da28-0a1d-464f-8f8d-22b8ef8c35f7 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 944 time: 0.0593908 Mar 31 21:53:48.841707 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-115f2365-9e64-44d0-b045-2c13e630eea2 req-a9c199a2-e116-4861-a649-c667738c1231 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556784 Mar 31 21:53:49.962058 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc50b3b-4ff1-47d4-9a21-60f98741499d req-94d2be67-80de-4428-8aa6-dcb9d5d4e476 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:49.963560 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dbc50b3b-4ff1-47d4-9a21-60f98741499d req-94d2be67-80de-4428-8aa6-dcb9d5d4e476 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 944 time: 0.0543046 Mar 31 21:53:50.012631 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-dbc50b3b-4ff1-47d4-9a21-60f98741499d req-8c7503bc-25b6-4041-8408-a5ab1d008e4b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426273 Mar 31 21:53:50.062260 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device c0ce8e5f-e521-4362-aacb-282b952270da details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:53:50.157094 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port c0ce8e5f-e521-4362-aacb-282b952270da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c0ce8e5f-e521-4362-aacb-282b952270da,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:53:50.168203 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Returning: {'device': 'c0ce8e5f-e521-4362-aacb-282b952270da', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'port_id': 'c0ce8e5f-e521-4362-aacb-282b952270da', 'mac_address': 'fa:16:3e:9a:26:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:53:50.210391 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port c0ce8e5f-e521-4362-aacb-282b952270da is: DOWN; New status is: BUILD {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:53:50.210780 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:50.223264 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ce8e5f-e521-4362-aacb-282b952270da {{(pid=103449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:53:50.241609 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port c0ce8e5f-e521-4362-aacb-282b952270da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c0ce8e5f-e521-4362-aacb-282b952270da,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:53:50.245817 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:50.291508 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=c0ce8e5f-e521-4362-aacb-282b952270da,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:53:50.298394 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.298742 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.299083 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.299421 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.299756 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.300085 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.300410 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.300732 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.301054 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.301375 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.301693 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.302053 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.302374 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.302690 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.303007 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:50.660595 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] get_ports_and_sgs() called for port_ids ['c0ce8e5f-e521-4362-aacb-282b952270da'] {{(pid=103449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:53:51.129575 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e71d78-b221-46b9-9c5e-f90b75ca066e req-8a8373b9-727a-4e3c-9db7-58868b51eb33 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:51.131068 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-25e71d78-b221-46b9-9c5e-f90b75ca066e req-8a8373b9-727a-4e3c-9db7-58868b51eb33 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 945 time: 0.0511832 Mar 31 21:53:51.183957 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-25e71d78-b221-46b9-9c5e-f90b75ca066e req-7dc6b41e-668d-43cc-84ce-8e269bc5ea5d tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460417 Mar 31 21:53:52.062122 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device c0ce8e5f-e521-4362-aacb-282b952270da up at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:53:52.113281 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning for port c0ce8e5f-e521-4362-aacb-282b952270da completed by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:53:52.118202 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.provisioning_blocks [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Provisioning complete for port c0ce8e5f-e521-4362-aacb-282b952270da triggered by entity L2. {{(pid=103449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:53:52.118612 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864395'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), provisioning_complete {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:52.204445 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Current status of the port c0ce8e5f-e521-4362-aacb-282b952270da is: BUILD; New status is: ACTIVE {{(pid=103449) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:53:52.204863 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:52.229982 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ce8e5f-e521-4362-aacb-282b952270da'}] {{(pid=103449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:53:52.232354 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7da6671ab5a6b310d8c81a0a5ce7e6771f5c5aa24781d15e34e486a8b539c40b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86280881-f0ca-447b-8252-a0cc0717acdb" -d '{"events": [{"server_uuid": "36cafb92-2962-4197-a6ee-41ff04e9157a", "name": "network-vif-plugged", "status": "completed", "tag": "c0ce8e5f-e521-4362-aacb-282b952270da"}]}' {{(pid=103449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:53:52.245405 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] For port c0ce8e5f-e521-4362-aacb-282b952270da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c0ce8e5f-e521-4362-aacb-282b952270da,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:53:52.250323 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:52.303050 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Pushing event updated for resources: {'Port': ['ID=c0ce8e5f-e521-4362-aacb-282b952270da,revision_number=5']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:53:52.310115 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b478b-30a9-4a80-b264-3feb74652076 req-0d416372-bf51-406e-a7b2-9ecf1a3301af tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:52.311943 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e27b478b-30a9-4a80-b264-3feb74652076 req-0d416372-bf51-406e-a7b2-9ecf1a3301af tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 946 time: 0.0587807 Mar 31 21:53:52.338800 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ef968f-151c-476b-960c-90c10b1a06d2 x-openstack-request-id: req-a4ef968f-151c-476b-960c-90c10b1a06d2 {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:53:52.339114 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cafb92-2962-4197-a6ee-41ff04e9157a", "name": "network-vif-plugged", "status": "completed", "tag": "c0ce8e5f-e521-4362-aacb-282b952270da", "code": 200}]} {{(pid=103449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:53:52.339370 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4ef968f-151c-476b-960c-90c10b1a06d2 {{(pid=103449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:53:52.339769 dv-cinder-836073-1-iscsi neutron-server[103449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ef968f-151c-476b-960c-90c10b1a06d2'] response: {'server_uuid': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ce8e5f-e521-4362-aacb-282b952270da', 'code': 200} Mar 31 21:53:52.363200 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e27b478b-30a9-4a80-b264-3feb74652076 req-15b59b7a-b8a6-4736-8314-25a951c76ec1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454156 Mar 31 21:53:52.566709 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2873f26-baf6-487a-9159-2bb173c354cd req-bb8a937c-f7ac-46f8-a9d8-9d4d567f2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:52.568154 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2873f26-baf6-487a-9159-2bb173c354cd req-bb8a937c-f7ac-46f8-a9d8-9d4d567f2e9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 1130 time: 0.0453055 Mar 31 21:53:52.613338 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e2873f26-baf6-487a-9159-2bb173c354cd req-1c4caddd-f650-4ac9-8bd3-479140270866 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383410 Mar 31 21:53:53.065045 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fc99526-6510-4a70-a910-ac563aa6c80e req-ffd32bb9-e293-438d-96f8-2f0b833990e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486934 Mar 31 21:53:53.167819 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc99526-6510-4a70-a910-ac563aa6c80e req-e0f0cace-19c6-4329-a3f2-72d43d412c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:53.169205 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fc99526-6510-4a70-a910-ac563aa6c80e req-e0f0cace-19c6-4329-a3f2-72d43d412c94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 1130 time: 0.0459251 Mar 31 21:53:53.269715 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc99526-6510-4a70-a910-ac563aa6c80e req-d1413762-9338-4a54-abdf-41ab5a7ab347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:53.271195 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fc99526-6510-4a70-a910-ac563aa6c80e req-d1413762-9338-4a54-abdf-41ab5a7ab347 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.0824308 Mar 31 21:53:53.340931 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fc99526-6510-4a70-a910-ac563aa6c80e req-1d7ac6d3-27ac-4c50-a22b-be0349f5d00a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15794524-5e07-4173-9665-04939457fdf2 HTTP/1.1" status: 200 len: 1000 time: 0.0616040 Mar 31 21:53:53.388973 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc99526-6510-4a70-a910-ac563aa6c80e req-225f92cf-7238-46bd-83ac-9201bbffb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:53.390456 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fc99526-6510-4a70-a910-ac563aa6c80e req-225f92cf-7238-46bd-83ac-9201bbffb0e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0435841 Mar 31 21:53:53.466869 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc99526-6510-4a70-a910-ac563aa6c80e req-56b1f085-839d-4dcf-895b-f7628be0ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:53.468306 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fc99526-6510-4a70-a910-ac563aa6c80e req-56b1f085-839d-4dcf-895b-f7628be0ee38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714540 Mar 31 21:53:53.543206 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217a292-7fc5-46a4-bc28-3e26a2a0074e req-622740d8-91b9-4f86-b8cc-d076faaea701 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:53.544679 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e217a292-7fc5-46a4-bc28-3e26a2a0074e req-622740d8-91b9-4f86-b8cc-d076faaea701 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 946 time: 0.1102045 Mar 31 21:53:53.595021 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fc99526-6510-4a70-a910-ac563aa6c80e req-cd659ec0-0cbc-4518-86de-b12017c596e5 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199586 Mar 31 21:53:53.625101 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-e217a292-7fc5-46a4-bc28-3e26a2a0074e req-23f588e5-246f-45c1-a01d-0ee93ecb63e5 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706172 Mar 31 21:53:53.698235 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4fc99526-6510-4a70-a910-ac563aa6c80e req-cb2ba8a7-0e9a-4c36-b534-442a7a266fae service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936644 Mar 31 21:53:54.740254 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf741cf-17e1-4393-b18f-c2cead584cc4 req-47e1d948-e624-444f-921f-1a7c670d885b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:54.741712 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bdf741cf-17e1-4393-b18f-c2cead584cc4 req-47e1d948-e624-444f-921f-1a7c670d885b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 946 time: 0.0515187 Mar 31 21:53:54.789042 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bdf741cf-17e1-4393-b18f-c2cead584cc4 req-fbf9be08-887b-4933-b709-73bc9c91aeb8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412195 Mar 31 21:53:54.929711 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2c17c-d56e-411f-8229-698ced8034fa req-ede36789-a2dc-402a-afa3-8f354fbae511 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:54.932208 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-99d2c17c-d56e-411f-8229-698ced8034fa req-ede36789-a2dc-402a-afa3-8f354fbae511 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 946 time: 0.0761595 Mar 31 21:53:55.014632 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-99d2c17c-d56e-411f-8229-698ced8034fa req-b140d185-b59c-4a75-a8cb-22af33c4ec97 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755262 Mar 31 21:53:55.050756 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33104) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:53:55.269119 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec81bc62-fb6d-4677-b027-de44b7296db5 tempest-TestVolumeBootPattern-1584911524 tempest-TestVolumeBootPattern-1584911524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:55.271639 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-ec81bc62-fb6d-4677-b027-de44b7296db5 tempest-TestVolumeBootPattern-1584911524 tempest-TestVolumeBootPattern-1584911524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 1125 time: 0.2193112 Mar 31 21:53:55.274782 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33110) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:53:55.279957 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.v2.base [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Request body: {'floatingip': {'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'port_id': 'c0ce8e5f-e521-4362-aacb-282b952270da', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:53:55.309527 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:55.408813 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:55.514966 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Allocated IP 172.27.3.199 (117f9244-b533-4049-ba97-bca06ffbe3a7/530d3af8-eb66-40b1-95cc-b3096356be35/76cac5b5-7338-40a7-a6ff-0a779e476529) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:53:55.623961 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for port (76cac5b5-7338-40a7-a6ff-0a779e476529), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:55.659153 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765667157517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (76cac5b5-7338-40a7-a6ff-0a779e476529), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:55.701555 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Network 117f9244-b533-4049-ba97-bca06ffbe3a7 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:53:55.704448 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:53:55.709926 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:53:55.716241 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'Port': ['ID=76cac5b5-7338-40a7-a6ff-0a779e476529,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:53:55.744091 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.744435 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.744782 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.745700 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.746061 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.746390 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.746711 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.747031 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.747350 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.747672 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.747995 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.748316 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.748634 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.748951 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:55.749265 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:53:56.071864 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (e820af2d-d6b2-4859-b2c7-0317bcb620ca), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:56.149270 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885105'] for port (76cac5b5-7338-40a7-a6ff-0a779e476529), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:56.515945 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for port (76cac5b5-7338-40a7-a6ff-0a779e476529), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:56.520567 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765667579019', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765667157535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765667157553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13622167'] for port (76cac5b5-7338-40a7-a6ff-0a779e476529), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:56.593492 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event updated for resources: {'Port': ['ID=76cac5b5-7338-40a7-a6ff-0a779e476529,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:53:56.606087 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16384383'] for floatingip (e820af2d-d6b2-4859-b2c7-0317bcb620ca), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:56.707506 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.l3_db [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Floating IP e820af2d-d6b2-4859-b2c7-0317bcb620ca associated. External IP: 172.27.3.199, port: c0ce8e5f-e521-4362-aacb-282b952270da. Mar 31 21:53:56.924492 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Router 42bbe4f9-fa58-423e-899f-77f41edd5b68 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:53:57.065195 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:53:57.075384 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1cbe7-5b96-4da7-932c-c9b32ca3a5d4 None None] Sync routers for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:53:57.083189 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:57.088443 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1cbe7-5b96-4da7-932c-c9b32ca3a5d4 None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:53:57.089132 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cdc1cbe7-5b96-4da7-932c-c9b32ca3a5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:53:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:53:57.119839 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-03e4ba6e-33ef-48c7-bd9b-49f4e894b3a1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8435934 Mar 31 21:53:57.121364 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'tag': 'c0ce8e5f-e521-4362-aacb-282b952270da'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:53:57.127870 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d401d93df8c71fc9eb1f810d7532f025901b5508dcb63aa95efc5c748d74754d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e9115e-72b2-4ba3-a1d4-be6f288e841d" -d '{"events": [{"name": "network-changed", "server_uuid": "36cafb92-2962-4197-a6ee-41ff04e9157a", "tag": "c0ce8e5f-e521-4362-aacb-282b952270da"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:53:57.235705 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cdc1cbe7-5b96-4da7-932c-c9b32ca3a5d4 None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:53:57.240129 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8e1e9d-814f-45e5-86ee-f122d231540b x-openstack-request-id: req-2e8e1e9d-814f-45e5-86ee-f122d231540b {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:53:57.240424 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cafb92-2962-4197-a6ee-41ff04e9157a", "tag": "c0ce8e5f-e521-4362-aacb-282b952270da", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:53:57.240679 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e8e1e9d-814f-45e5-86ee-f122d231540b {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:53:57.241180 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8e1e9d-814f-45e5-86ee-f122d231540b'] response: {'name': 'network-changed', 'server_uuid': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'tag': 'c0ce8e5f-e521-4362-aacb-282b952270da', 'status': 'completed', 'code': 200} Mar 31 21:53:57.320026 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9115e-72b2-4ba3-a1d4-be6f288e841d req-e098a477-2ce2-402e-b49e-8be75724104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:57.321682 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34e9115e-72b2-4ba3-a1d4-be6f288e841d req-e098a477-2ce2-402e-b49e-8be75724104a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 1130 time: 0.0548227 Mar 31 21:53:57.426874 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9115e-72b2-4ba3-a1d4-be6f288e841d req-3df6f5eb-a7b8-456b-8510-e8222a73fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:57.428562 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34e9115e-72b2-4ba3-a1d4-be6f288e841d req-3df6f5eb-a7b8-456b-8510-e8222a73fb6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.0989163 Mar 31 21:53:57.491323 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cdc1cbe7-5b96-4da7-932c-c9b32ca3a5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': '15794524-5e07-4173-9665-04939457fdf2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:b3:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7154e-816b-4f6e-99c5-a878480b3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:51:20Z', 'updated_at': '2022-03-31T21:51:22Z', 'revision_number': 1, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}, {'id': 'e820af2d-d6b2-4859-b2c7-0317bcb620ca', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': 'c0ce8e5f-e521-4362-aacb-282b952270da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:9a:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:53:55Z', 'updated_at': '2022-03-31T21:53:55Z', 'revision_number': 0, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:53:57.499179 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34e9115e-72b2-4ba3-a1d4-be6f288e841d req-0959dc87-5370-42f3-9e2e-568ccebb3de5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0ce8e5f-e521-4362-aacb-282b952270da HTTP/1.1" status: 200 len: 1000 time: 0.0633781 Mar 31 21:53:57.523451 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1cbe7-5b96-4da7-932c-c9b32ca3a5d4 None None] Checking router: 42bbe4f9-fa58-423e-899f-77f41edd5b68 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:53:57.533324 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc1cbe7-5b96-4da7-932c-c9b32ca3a5d4 None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:53:57.533999 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cdc1cbe7-5b96-4da7-932c-c9b32ca3a5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:53:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:53:57.551733 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9115e-72b2-4ba3-a1d4-be6f288e841d req-c902685f-00e2-4c1f-be51-f2c80b59a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:57.553248 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34e9115e-72b2-4ba3-a1d4-be6f288e841d req-c902685f-00e2-4c1f-be51-f2c80b59a27b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0478628 Mar 31 21:53:57.652763 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cdc1cbe7-5b96-4da7-932c-c9b32ca3a5d4 None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:53:57.905506 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9115e-72b2-4ba3-a1d4-be6f288e841d req-39853e59-27fb-423d-a01f-e824c9c4d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:57.910778 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34e9115e-72b2-4ba3-a1d4-be6f288e841d req-39853e59-27fb-423d-a01f-e824c9c4d3f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3482747 Mar 31 21:53:57.912680 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cdc1cbe7-5b96-4da7-932c-c9b32ca3a5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': '15794524-5e07-4173-9665-04939457fdf2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:b3:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7154e-816b-4f6e-99c5-a878480b3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:51:20Z', 'updated_at': '2022-03-31T21:51:22Z', 'revision_number': 1, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}, {'id': 'e820af2d-d6b2-4859-b2c7-0317bcb620ca', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': 'c0ce8e5f-e521-4362-aacb-282b952270da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:9a:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:53:55Z', 'updated_at': '2022-03-31T21:53:55Z', 'revision_number': 0, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:53:57.956383 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc1cbe7-5b96-4da7-932c-c9b32ca3a5d4 None None] The sync data for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi is: [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': '15794524-5e07-4173-9665-04939457fdf2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:b3:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7154e-816b-4f6e-99c5-a878480b3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:51:20Z', 'updated_at': '2022-03-31T21:51:22Z', 'revision_number': 1, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}, {'id': 'e820af2d-d6b2-4859-b2c7-0317bcb620ca', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': 'c0ce8e5f-e521-4362-aacb-282b952270da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:9a:26:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:53:55Z', 'updated_at': '2022-03-31T21:53:55Z', 'revision_number': 0, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:53:58.021404 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34e9115e-72b2-4ba3-a1d4-be6f288e841d req-d7670d75-6358-45d4-a3c0-30edd6cc73f5 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031907 Mar 31 21:53:58.118404 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-34e9115e-72b2-4ba3-a1d4-be6f288e841d req-7233d9f1-4c34-409c-abd6-bc2272df43c4 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886157 Mar 31 21:53:58.157611 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a879c0fe-8ab2-4e3a-b01f-39f7a53fefb2 None None] New status for floating IP e820af2d-d6b2-4859-b2c7-0317bcb620ca: ACTIVE {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:54:01.957412 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:54:03.204342 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9b1c0d31-afa9-45df-82e2-3e4cc34b5eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:05.308972 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-9512c349-1d59-4b9b-8422-b962bf0028eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:07.111443 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:07.325734 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:08.535589 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:09.683020 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:33.218116 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8f46cba6-0167-41b5-ae57-602ac7488e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:35.316194 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c940cb92-0f16-4661-8aa6-d649d21acf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:37.114493 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:37.321481 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:38.539485 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:38.957277 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:54:39.656870 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:52.415670 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b9d3c872-7483-44b2-9510-6b3c95f72b75 req-c320a229-3039-4c70-abfb-b03b6bd5faf4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452065 Mar 31 21:54:52.505728 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c872-7483-44b2-9510-6b3c95f72b75 req-2685d05b-c39f-41be-9ee3-0ab020b12bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:52.507289 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b9d3c872-7483-44b2-9510-6b3c95f72b75 req-2685d05b-c39f-41be-9ee3-0ab020b12bdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 1130 time: 0.0462294 Mar 31 21:54:52.624168 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c872-7483-44b2-9510-6b3c95f72b75 req-172285a7-4feb-4a0a-8deb-79788e40ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:52.625654 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b9d3c872-7483-44b2-9510-6b3c95f72b75 req-172285a7-4feb-4a0a-8deb-79788e40ac7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.0986762 Mar 31 21:54:52.712127 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b9d3c872-7483-44b2-9510-6b3c95f72b75 req-68200180-abe6-434a-bfbf-412e809dda74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15794524-5e07-4173-9665-04939457fdf2 HTTP/1.1" status: 200 len: 1000 time: 0.0788336 Mar 31 21:54:52.766202 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c872-7483-44b2-9510-6b3c95f72b75 req-c2110315-6700-4551-b37a-4b1813df2062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:52.767653 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b9d3c872-7483-44b2-9510-6b3c95f72b75 req-c2110315-6700-4551-b37a-4b1813df2062 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0498984 Mar 31 21:54:52.827061 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3c872-7483-44b2-9510-6b3c95f72b75 req-0222f9d7-da95-41a4-9a7a-2ae1353a1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:52.828568 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b9d3c872-7483-44b2-9510-6b3c95f72b75 req-0222f9d7-da95-41a4-9a7a-2ae1353a1d14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537014 Mar 31 21:54:52.922577 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b9d3c872-7483-44b2-9510-6b3c95f72b75 req-ee1a2f5b-c743-4880-a0f7-8385dd51971f service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869598 Mar 31 21:54:53.026506 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b9d3c872-7483-44b2-9510-6b3c95f72b75 req-1e4d25d5-3219-4bad-8007-50bddddf168f service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972505 Mar 31 21:55:03.211529 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-553af47d-e4b9-4817-a0ef-074a0fd6f0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:05.308087 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5a834d70-de95-49b6-845d-58d18ad4abf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:07.116636 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:07.308228 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:08.542163 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:09.658582 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:15.956114 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:55:33.212722 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-67414471-ad02-4ece-ac8a-a60c28063d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:35.309615 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2afaa4ab-d8cf-40b4-8db3-704aed6f9680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:37.117820 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:37.311679 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:38.544835 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:39.662083 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:52.442818 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-b2e71a81-aadc-4514-81f2-3ac4867c161b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832613 Mar 31 21:55:52.508080 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-b48e44f7-dc50-4919-b729-334bbe239627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:55:52.512489 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-b48e44f7-dc50-4919-b729-334bbe239627 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 1130 time: 0.0444887 Mar 31 21:55:52.618661 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-f097c6d7-e4c5-49fb-a1ef-920aab6e2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:55:52.620147 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-f097c6d7-e4c5-49fb-a1ef-920aab6e2184 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.0916643 Mar 31 21:55:52.686077 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-21bbf2ba-eb48-4067-af9f-6514667f3195 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0ce8e5f-e521-4362-aacb-282b952270da HTTP/1.1" status: 200 len: 1002 time: 0.0594475 Mar 31 21:55:52.735173 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-ef2c98f2-0487-4723-959d-69ce50749a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:55:52.736634 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-ef2c98f2-0487-4723-959d-69ce50749a05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0439479 Mar 31 21:55:52.788537 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-70bc42be-2194-45a6-a7e2-c83e78fa8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:55:52.790188 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-70bc42be-2194-45a6-a7e2-c83e78fa8bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474720 Mar 31 21:55:52.800539 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-f6ec3c18-3b55-49ed-a0ec-286ba8f9692a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103448) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:55:52.801475 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-f6ec3c18-3b55-49ed-a0ec-286ba8f9692a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049036 Mar 31 21:55:52.890421 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-0e2ad0d0-9937-4395-b236-749ac7f12173 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825319 Mar 31 21:55:52.956261 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:55:52.985001 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-04a41aa6-5d83-4237-b2af-8497f85d2d93 req-09d79817-7910-473b-8865-a8ce1501b070 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880575 Mar 31 21:55:59.710001 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33146) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:55:59.874628 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Deleting port 76cac5b5-7338-40a7-a6ff-0a779e476529 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:55:59.874975 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (76cac5b5-7338-40a7-a6ff-0a779e476529), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:59.948349 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (76cac5b5-7338-40a7-a6ff-0a779e476529), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:59.948785 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (76cac5b5-7338-40a7-a6ff-0a779e476529), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:59.961701 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Calling delete_port for 76cac5b5-7338-40a7-a6ff-0a779e476529 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:56:00.135515 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (76cac5b5-7338-40a7-a6ff-0a779e476529), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:00.164381 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event deleted for resources: {'Port': ['ID=76cac5b5-7338-40a7-a6ff-0a779e476529,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:00.175718 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.176072 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.176418 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.176765 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.177104 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.177440 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.177770 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.178128 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.178461 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.178794 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.179121 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.179449 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.179774 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.180100 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.180421 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:00.235083 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (e820af2d-d6b2-4859-b2c7-0317bcb620ca), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:00.235394 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.l3_db [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Floating IP e820af2d-d6b2-4859-b2c7-0317bcb620ca disassociated (deleted). External IP: 172.27.3.199, port: c0ce8e5f-e521-4362-aacb-282b952270da. Mar 31 21:56:00.443952 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Router 42bbe4f9-fa58-423e-899f-77f41edd5b68 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:56:00.551200 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:56:00.555955 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:00.561796 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42840060-1b2e-4114-9a5c-4d24aba0b1e7 None None] Sync routers for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:56:00.572353 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42840060-1b2e-4114-9a5c-4d24aba0b1e7 None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:56:00.572969 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-42840060-1b2e-4114-9a5c-4d24aba0b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:55:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:00.588326 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-4d0f5fce-6d19-4975-9813-a68c98eff51b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "DELETE /v2.0/floatingips/e820af2d-d6b2-4859-b2c7-0317bcb620ca HTTP/1.1" status: 204 len: 168 time: 0.8772533 Mar 31 21:56:00.589007 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'tag': 'c0ce8e5f-e521-4362-aacb-282b952270da'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:56:00.591383 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d401d93df8c71fc9eb1f810d7532f025901b5508dcb63aa95efc5c748d74754d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdc44ae-5f58-4b2a-bc9d-73ac95d3bc20" -d '{"events": [{"name": "network-changed", "server_uuid": "36cafb92-2962-4197-a6ee-41ff04e9157a", "tag": "c0ce8e5f-e521-4362-aacb-282b952270da"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:56:00.644555 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69df6bc-a353-4d0d-a61d-4a419033d89a x-openstack-request-id: req-c69df6bc-a353-4d0d-a61d-4a419033d89a {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:56:00.644855 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36cafb92-2962-4197-a6ee-41ff04e9157a", "tag": "c0ce8e5f-e521-4362-aacb-282b952270da", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:56:00.645112 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c69df6bc-a353-4d0d-a61d-4a419033d89a {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:56:00.645527 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69df6bc-a353-4d0d-a61d-4a419033d89a'] response: {'name': 'network-changed', 'server_uuid': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'tag': 'c0ce8e5f-e521-4362-aacb-282b952270da', 'status': 'completed', 'code': 200} Mar 31 21:56:00.700549 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-42840060-1b2e-4114-9a5c-4d24aba0b1e7 None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:56:00.714505 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc44ae-5f58-4b2a-bc9d-73ac95d3bc20 req-6da16f90-a8ff-4660-aba8-603f9f3ed337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:00.716151 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fdc44ae-5f58-4b2a-bc9d-73ac95d3bc20 req-6da16f90-a8ff-4660-aba8-603f9f3ed337 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 1130 time: 0.0485706 Mar 31 21:56:00.838998 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc44ae-5f58-4b2a-bc9d-73ac95d3bc20 req-c16a09ff-fac6-4b00-bfe9-3c83f1f5b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:00.841045 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fdc44ae-5f58-4b2a-bc9d-73ac95d3bc20 req-c16a09ff-fac6-4b00-bfe9-3c83f1f5b0db service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.1111588 Mar 31 21:56:00.888516 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fdc44ae-5f58-4b2a-bc9d-73ac95d3bc20 req-b336d1c5-79bd-479c-988e-8812357b67e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0ce8e5f-e521-4362-aacb-282b952270da HTTP/1.1" status: 200 len: 217 time: 0.0407312 Mar 31 21:56:00.966458 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc44ae-5f58-4b2a-bc9d-73ac95d3bc20 req-d37532f1-5ebb-4e87-8606-6f74f1295b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:00.967972 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fdc44ae-5f58-4b2a-bc9d-73ac95d3bc20 req-d37532f1-5ebb-4e87-8606-6f74f1295b26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0716465 Mar 31 21:56:00.979498 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0fa1f-7e2a-4ec2-bc34-183427c41e28 req-1abdc637-2663-4c10-b576-d0b45bb73499 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:00.981810 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17c0fa1f-7e2a-4ec2-bc34-183427c41e28 req-1abdc637-2663-4c10-b576-d0b45bb73499 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 946 time: 0.1761692 Mar 31 21:56:01.059521 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-17c0fa1f-7e2a-4ec2-bc34-183427c41e28 req-b9eccc57-0b01-406d-9859-6796cab2ca70 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683942 Mar 31 21:56:01.062676 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc44ae-5f58-4b2a-bc9d-73ac95d3bc20 req-69fa00a1-6386-465b-ab95-10a78afbae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:01.064633 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fdc44ae-5f58-4b2a-bc9d-73ac95d3bc20 req-69fa00a1-6386-465b-ab95-10a78afbae05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822182 Mar 31 21:56:01.066225 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-42840060-1b2e-4114-9a5c-4d24aba0b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': '15794524-5e07-4173-9665-04939457fdf2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:b3:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7154e-816b-4f6e-99c5-a878480b3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:51:20Z', 'updated_at': '2022-03-31T21:51:22Z', 'revision_number': 1, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:01.091900 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42840060-1b2e-4114-9a5c-4d24aba0b1e7 None None] Checking router: 42bbe4f9-fa58-423e-899f-77f41edd5b68 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:56:01.100059 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42840060-1b2e-4114-9a5c-4d24aba0b1e7 None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:56:01.100661 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-42840060-1b2e-4114-9a5c-4d24aba0b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:55:35Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:01.158557 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fdc44ae-5f58-4b2a-bc9d-73ac95d3bc20 req-e461c50f-5b9b-49ca-bf4e-d5b21ea9b1dc service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860105 Mar 31 21:56:01.208436 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-42840060-1b2e-4114-9a5c-4d24aba0b1e7 None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:56:01.251546 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fdc44ae-5f58-4b2a-bc9d-73ac95d3bc20 req-b5ecce93-9304-4a42-9d92-824b469eda20 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866628 Mar 31 21:56:01.436465 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-42840060-1b2e-4114-9a5c-4d24aba0b1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': '15794524-5e07-4173-9665-04939457fdf2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:b3:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7154e-816b-4f6e-99c5-a878480b3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:51:20Z', 'updated_at': '2022-03-31T21:51:22Z', 'revision_number': 1, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:01.467402 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42840060-1b2e-4114-9a5c-4d24aba0b1e7 None None] The sync data for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi is: [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_floatingips': [{'id': '96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'router_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'port_id': '15794524-5e07-4173-9665-04939457fdf2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'mac_address': 'fa:16:3e:b3:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7154e-816b-4f6e-99c5-a878480b3324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:51:20Z', 'updated_at': '2022-03-31T21:51:22Z', 'revision_number': 1, 'project_id': '2d6be05b2552473eb29341c870082530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:56:01.711726 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12481ccb-20c9-4282-a42a-f13b9d61e547 None None] New status for floating IP e820af2d-d6b2-4859-b2c7-0317bcb620ca: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:56:02.228201 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf7b28-7f1e-4994-9640-9e72ad61f7a2 req-847dc340-db2f-4210-a9c5-6bd36de68987 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:02.229723 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-74cf7b28-7f1e-4994-9640-9e72ad61f7a2 req-847dc340-db2f-4210-a9c5-6bd36de68987 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 946 time: 0.0970705 Mar 31 21:56:02.281937 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-74cf7b28-7f1e-4994-9640-9e72ad61f7a2 req-1fe51a6b-d488-4e0a-978b-e554038900c7 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446336 Mar 31 21:56:02.661425 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c03d7-1523-4eca-9d61-ef0a758d0714 req-95f0c62f-b4f3-4ebc-b847-fe36cb01b053 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:02.662909 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4e1c03d7-1523-4eca-9d61-ef0a758d0714 req-95f0c62f-b4f3-4ebc-b847-fe36cb01b053 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 946 time: 0.0613728 Mar 31 21:56:02.755154 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-4e1c03d7-1523-4eca-9d61-ef0a758d0714 req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Deleting port c0ce8e5f-e521-4362-aacb-282b952270da {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:56:02.755493 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4e1c03d7-1523-4eca-9d61-ef0a758d0714 req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:02.848329 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-4e1c03d7-1523-4eca-9d61-ef0a758d0714 req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] For port c0ce8e5f-e521-4362-aacb-282b952270da, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c0ce8e5f-e521-4362-aacb-282b952270da,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:56:02.848687 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4e1c03d7-1523-4eca-9d61-ef0a758d0714 req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:02.861650 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-4e1c03d7-1523-4eca-9d61-ef0a758d0714 req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Calling delete_port for c0ce8e5f-e521-4362-aacb-282b952270da owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:56:02.990688 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4e1c03d7-1523-4eca-9d61-ef0a758d0714 req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (c0ce8e5f-e521-4362-aacb-282b952270da), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:03.020402 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event deleted for resources: {'Port': ['ID=c0ce8e5f-e521-4362-aacb-282b952270da,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:03.032812 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.033167 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.033511 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.033852 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.034213 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.034546 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.034873 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.035197 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.035523 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.035849 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.036176 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.036523 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.036843 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.037163 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.037484 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-1-iscsi {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:03.074605 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1c03d7-1523-4eca-9d61-ef0a758d0714 req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] No DVR routers for this DVR port c0ce8e5f-e521-4362-aacb-282b952270da on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:56:03.077243 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-4e1c03d7-1523-4eca-9d61-ef0a758d0714 req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:03.080575 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-4e1c03d7-1523-4eca-9d61-ef0a758d0714 req-d401944e-ab79-4e03-b5a2-642babc914db tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "DELETE /v2.0/ports/c0ce8e5f-e521-4362-aacb-282b952270da HTTP/1.1" status: 204 len: 173 time: 0.4128337 Mar 31 21:56:03.081017 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'name': 'network-vif-deleted', 'tag': 'c0ce8e5f-e521-4362-aacb-282b952270da'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:56:03.083266 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90108fb3-f3e3-4f99-9f01-53c3dcfe9c94" -d '{"events": [{"server_uuid": "36cafb92-2962-4197-a6ee-41ff04e9157a", "name": "network-vif-deleted", "tag": "c0ce8e5f-e521-4362-aacb-282b952270da"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:56:03.122476 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a96f23-5f87-416c-a914-eee66eed5c48 x-openstack-request-id: req-c9a96f23-5f87-416c-a914-eee66eed5c48 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:56:03.122766 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36cafb92-2962-4197-a6ee-41ff04e9157a", "name": "network-vif-deleted", "tag": "c0ce8e5f-e521-4362-aacb-282b952270da", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:56:03.123018 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9a96f23-5f87-416c-a914-eee66eed5c48 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:56:03.123425 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a96f23-5f87-416c-a914-eee66eed5c48'] response: {'server_uuid': '36cafb92-2962-4197-a6ee-41ff04e9157a', 'name': 'network-vif-deleted', 'tag': 'c0ce8e5f-e521-4362-aacb-282b952270da', 'status': 'completed', 'code': 200} Mar 31 21:56:03.214523 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f59d1ffc-3759-4ffd-9f98-38dcc50b2c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:03.379040 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-b502553f-be7c-4020-97c5-3f6cc89d7162 req-b40bec04-bf4b-4b10-b775-5137c0fb0300 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=36cafb92-2962-4197-a6ee-41ff04e9157a HTTP/1.1" status: 200 len: 210 time: 0.0295475 Mar 31 21:56:05.314860 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a6e0a69c-9d66-4029-8dcc-f797503906b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:06.645890 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device c0ce8e5f-e521-4362-aacb-282b952270da no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:56:06.667289 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: c0ce8e5f-e521-4362-aacb-282b952270da {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:56:06.667636 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device c0ce8e5f-e521-4362-aacb-282b952270da not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:56:06.669569 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33192) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:06.827242 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Deleting port 464f20b5-bd03-4a73-ac75-84b5dbd22768 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:56:06.827578 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (464f20b5-bd03-4a73-ac75-84b5dbd22768), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:06.905431 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (464f20b5-bd03-4a73-ac75-84b5dbd22768), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:06.905788 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (464f20b5-bd03-4a73-ac75-84b5dbd22768), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:06.919481 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Calling delete_port for 464f20b5-bd03-4a73-ac75-84b5dbd22768 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:56:07.067279 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (464f20b5-bd03-4a73-ac75-84b5dbd22768), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:07.093186 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event deleted for resources: {'Port': ['ID=464f20b5-bd03-4a73-ac75-84b5dbd22768,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:07.122088 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:07.153845 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:07.154200 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.db.l3_db [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Floating IP 96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f disassociated (deleted). External IP: 172.27.3.5, port: 15794524-5e07-4173-9665-04939457fdf2. Mar 31 21:56:07.335235 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:07.577161 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Router 42bbe4f9-fa58-423e-899f-77f41edd5b68 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:56:07.684790 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:56:07.689533 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:07.695019 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4aad9b-e298-42d6-a07b-d6108b8338f6 None None] Sync routers for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:56:07.706081 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4aad9b-e298-42d6-a07b-d6108b8338f6 None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:56:07.706708 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6c4aad9b-e298-42d6-a07b-d6108b8338f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:56:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:07.719977 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-7cbae1c7-be21-484d-8c1c-993edff7826b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "DELETE /v2.0/floatingips/96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f HTTP/1.1" status: 204 len: 168 time: 1.0492842 Mar 31 21:56:07.720635 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e7154e-816b-4f6e-99c5-a878480b3324', 'tag': '15794524-5e07-4173-9665-04939457fdf2'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:56:07.722965 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d401d93df8c71fc9eb1f810d7532f025901b5508dcb63aa95efc5c748d74754d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e20bcb-88ab-451c-8f7f-01ffbecc7ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "28e7154e-816b-4f6e-99c5-a878480b3324", "tag": "15794524-5e07-4173-9665-04939457fdf2"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:56:07.767055 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3591718b-fa5c-456d-ab1f-e27a16ba8cc4 x-openstack-request-id: req-3591718b-fa5c-456d-ab1f-e27a16ba8cc4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:56:07.767537 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e7154e-816b-4f6e-99c5-a878480b3324", "tag": "15794524-5e07-4173-9665-04939457fdf2", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:56:07.767848 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3591718b-fa5c-456d-ab1f-e27a16ba8cc4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:56:07.768309 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3591718b-fa5c-456d-ab1f-e27a16ba8cc4'] response: {'name': 'network-changed', 'server_uuid': '28e7154e-816b-4f6e-99c5-a878480b3324', 'tag': '15794524-5e07-4173-9665-04939457fdf2', 'status': 'completed', 'code': 200} Mar 31 21:56:07.820628 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6c4aad9b-e298-42d6-a07b-d6108b8338f6 None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:56:07.839015 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20bcb-88ab-451c-8f7f-01ffbecc7ed9 req-4eb4cc04-3cbe-4b4e-9d5c-0bf8b72fa807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:07.840621 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-53e20bcb-88ab-451c-8f7f-01ffbecc7ed9 req-4eb4cc04-3cbe-4b4e-9d5c-0bf8b72fa807 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d6be05b2552473eb29341c870082530&device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 1130 time: 0.0515401 Mar 31 21:56:07.977781 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20bcb-88ab-451c-8f7f-01ffbecc7ed9 req-463db231-be6c-413e-8958-93f36b7ec827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:07.979116 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-53e20bcb-88ab-451c-8f7f-01ffbecc7ed9 req-463db231-be6c-413e-8958-93f36b7ec827 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 200 len: 912 time: 0.1302080 Mar 31 21:56:07.996706 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad20964-46ac-4ec0-bde6-840d9d109967 req-f0927c8a-7aa5-44b1-891b-563aa9fb727b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:07.998186 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bad20964-46ac-4ec0-bde6-840d9d109967 req-f0927c8a-7aa5-44b1-891b-563aa9fb727b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 946 time: 0.0834396 Mar 31 21:56:08.040632 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6c4aad9b-e298-42d6-a07b-d6108b8338f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:08.043002 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-53e20bcb-88ab-451c-8f7f-01ffbecc7ed9 req-c48e7813-ce99-4d56-8d86-38bb9629ddbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15794524-5e07-4173-9665-04939457fdf2 HTTP/1.1" status: 200 len: 217 time: 0.0562382 Mar 31 21:56:08.068611 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4aad9b-e298-42d6-a07b-d6108b8338f6 None None] Checking router: 42bbe4f9-fa58-423e-899f-77f41edd5b68 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:56:08.077574 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4aad9b-e298-42d6-a07b-d6108b8338f6 None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:56:08.078206 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6c4aad9b-e298-42d6-a07b-d6108b8338f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:56:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:08.105724 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-bad20964-46ac-4ec0-bde6-840d9d109967 req-e6ded24b-aad8-4e53-8ff4-08d03f6250b5 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017935 Mar 31 21:56:08.114625 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20bcb-88ab-451c-8f7f-01ffbecc7ed9 req-be7a3161-9937-450f-a6bd-2d39a6c83f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:08.116156 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-53e20bcb-88ab-451c-8f7f-01ffbecc7ed9 req-be7a3161-9937-450f-a6bd-2d39a6c83f7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 200 len: 851 time: 0.0648570 Mar 31 21:56:08.174311 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20bcb-88ab-451c-8f7f-01ffbecc7ed9 req-fcbba0e3-b2a5-42b4-be7b-4cbda48a257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:08.175799 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-53e20bcb-88ab-451c-8f7f-01ffbecc7ed9 req-fcbba0e3-b2a5-42b4-be7b-4cbda48a257f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb63e64e-2255-4b39-bda9-ef6da328ca20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490472 Mar 31 21:56:08.187683 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6c4aad9b-e298-42d6-a07b-d6108b8338f6 None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:56:08.265126 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-53e20bcb-88ab-451c-8f7f-01ffbecc7ed9 req-d686ca6f-d8d3-4fd1-9b78-31ef01f22498 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822134 Mar 31 21:56:08.360414 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-53e20bcb-88ab-451c-8f7f-01ffbecc7ed9 req-e186c794-33b8-4beb-8dad-f6d792be5b21 service neutron] 10.222.0.13 "GET /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889897 Mar 31 21:56:08.397832 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6c4aad9b-e298-42d6-a07b-d6108b8338f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:08.426163 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4aad9b-e298-42d6-a07b-d6108b8338f6 None None] The sync data for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi is: [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:47:15Z', 'revision_number': 4, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi', '_interfaces': [{'id': 'dccea868-d696-4026-8e72-c7561e91fdca', 'name': '', 'network_id': 'cb63e64e-2255-4b39-bda9-ef6da328ca20', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'mac_address': 'fa:16:3e:ef:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:15Z', 'updated_at': '2022-03-31T21:47:21Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'subnets': [{'id': '5ee808fd-24c0-427b-b009-bf798f482c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:56:08.548458 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:08.646141 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7112c-4f20-4bb6-9b77-875ec0f441a1 None None] New status for floating IP 96d5512f-52dd-4b0c-9b0f-4d0d04d8d96f: DOWN {{(pid=103451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:56:09.232357 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1c876-f3f5-4952-8e78-826ff89cca34 req-5e4ed743-d966-4746-8f53-8d8a36fe01fd tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:09.233776 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fb1c876-f3f5-4952-8e78-826ff89cca34 req-5e4ed743-d966-4746-8f53-8d8a36fe01fd tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 946 time: 0.0573406 Mar 31 21:56:09.282759 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-3fb1c876-f3f5-4952-8e78-826ff89cca34 req-6696ff2d-0d64-421b-8416-20f3ec5f2db1 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/security-groups?id=71a127a4-ddf2-4a51-ac95-00dafb525424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431533 Mar 31 21:56:09.537812 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004423e-5d54-4150-88ff-be5ed4c7a8e3 req-54d26f97-8372-4696-8568-74250df19cec tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:09.539268 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0004423e-5d54-4150-88ff-be5ed4c7a8e3 req-54d26f97-8372-4696-8568-74250df19cec tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 946 time: 0.0581446 Mar 31 21:56:09.640626 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-0004423e-5d54-4150-88ff-be5ed4c7a8e3 req-4e7a04a2-e5e1-48cf-b0a6-111ccc9632b8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Deleting port 15794524-5e07-4173-9665-04939457fdf2 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:56:09.640967 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0004423e-5d54-4150-88ff-be5ed4c7a8e3 req-4e7a04a2-e5e1-48cf-b0a6-111ccc9632b8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (15794524-5e07-4173-9665-04939457fdf2), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:09.689343 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:09.736035 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [req-0004423e-5d54-4150-88ff-be5ed4c7a8e3 req-4e7a04a2-e5e1-48cf-b0a6-111ccc9632b8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] For port 15794524-5e07-4173-9665-04939457fdf2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=15794524-5e07-4173-9665-04939457fdf2,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:56:09.736390 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0004423e-5d54-4150-88ff-be5ed4c7a8e3 req-4e7a04a2-e5e1-48cf-b0a6-111ccc9632b8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (15794524-5e07-4173-9665-04939457fdf2), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:09.751431 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [req-0004423e-5d54-4150-88ff-be5ed4c7a8e3 req-4e7a04a2-e5e1-48cf-b0a6-111ccc9632b8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Calling delete_port for 15794524-5e07-4173-9665-04939457fdf2 owned by compute:nova {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:56:09.896996 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0004423e-5d54-4150-88ff-be5ed4c7a8e3 req-4e7a04a2-e5e1-48cf-b0a6-111ccc9632b8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (15794524-5e07-4173-9665-04939457fdf2), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:09.931366 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a04a2-e5e1-48cf-b0a6-111ccc9632b8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event deleted for resources: {'Port': ['ID=15794524-5e07-4173-9665-04939457fdf2,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:09.987407 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0004423e-5d54-4150-88ff-be5ed4c7a8e3 req-4e7a04a2-e5e1-48cf-b0a6-111ccc9632b8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] No DVR routers for this DVR port 15794524-5e07-4173-9665-04939457fdf2 on host hv-cinder-83607 {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:56:09.990994 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [req-0004423e-5d54-4150-88ff-be5ed4c7a8e3 req-4e7a04a2-e5e1-48cf-b0a6-111ccc9632b8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for port (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:09.994468 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0004423e-5d54-4150-88ff-be5ed4c7a8e3 req-4e7a04a2-e5e1-48cf-b0a6-111ccc9632b8 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.13 "DELETE /v2.0/ports/15794524-5e07-4173-9665-04939457fdf2 HTTP/1.1" status: 204 len: 173 time: 0.4487960 Mar 31 21:56:09.994917 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e7154e-816b-4f6e-99c5-a878480b3324', 'name': 'network-vif-deleted', 'tag': '15794524-5e07-4173-9665-04939457fdf2'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:56:09.997162 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bd74d8c4be1e50bda62d4c54c5c82d870237b98d7fe9b42833294d721a7e9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d61859-1987-48ad-91f8-1ce41060cfb4" -d '{"events": [{"server_uuid": "28e7154e-816b-4f6e-99c5-a878480b3324", "name": "network-vif-deleted", "tag": "15794524-5e07-4173-9665-04939457fdf2"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:56:10.040553 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e62903-a34e-4afb-bde2-91740210c98d x-openstack-request-id: req-c5e62903-a34e-4afb-bde2-91740210c98d {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:56:10.040840 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e7154e-816b-4f6e-99c5-a878480b3324", "name": "network-vif-deleted", "tag": "15794524-5e07-4173-9665-04939457fdf2", "status": "completed", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:56:10.041088 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5e62903-a34e-4afb-bde2-91740210c98d {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:56:10.041487 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e62903-a34e-4afb-bde2-91740210c98d'] response: {'server_uuid': '28e7154e-816b-4f6e-99c5-a878480b3324', 'name': 'network-vif-deleted', 'tag': '15794524-5e07-4173-9665-04939457fdf2', 'status': 'completed', 'code': 200} Mar 31 21:56:10.394884 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [req-0cf78ff5-a3f5-412a-ab39-618a2659786f req-ca432181-6709-4509-9422-b965d5b30821 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "GET /v2.0/ports?device_id=28e7154e-816b-4f6e-99c5-a878480b3324 HTTP/1.1" status: 200 len: 210 time: 0.0278962 Mar 31 21:56:11.452266 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33208) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:11.572579 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a3aa1-173f-4571-aa36-3664481e705b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Deleting port de6f3823-416a-440a-8900-b8fa597ffa54 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:56:11.572914 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3aa1-173f-4571-aa36-3664481e705b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (de6f3823-416a-440a-8900-b8fa597ffa54), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.648472 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3aa1-173f-4571-aa36-3664481e705b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (de6f3823-416a-440a-8900-b8fa597ffa54), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.648795 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3aa1-173f-4571-aa36-3664481e705b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (de6f3823-416a-440a-8900-b8fa597ffa54), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.660770 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a3aa1-173f-4571-aa36-3664481e705b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Calling delete_port for de6f3823-416a-440a-8900-b8fa597ffa54 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:56:11.788299 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3aa1-173f-4571-aa36-3664481e705b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (de6f3823-416a-440a-8900-b8fa597ffa54), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.815188 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a3aa1-173f-4571-aa36-3664481e705b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event deleted for resources: {'Port': ['ID=de6f3823-416a-440a-8900-b8fa597ffa54,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:11.879172 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3aa1-173f-4571-aa36-3664481e705b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for floatingip (887e12fe-4984-4c20-9991-726f62d3d3bd), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.881764 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fa0a3aa1-173f-4571-aa36-3664481e705b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104933'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.882939 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-fa0a3aa1-173f-4571-aa36-3664481e705b tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "DELETE /v2.0/floatingips/887e12fe-4984-4c20-9991-726f62d3d3bd HTTP/1.1" status: 204 len: 168 time: 0.4297068 Mar 31 21:56:12.660703 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 15794524-5e07-4173-9665-04939457fdf2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:56:12.680828 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] No Port match for: 15794524-5e07-4173-9665-04939457fdf2 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:56:12.681175 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Device 15794524-5e07-4173-9665-04939457fdf2 not bound to the agent host hv-cinder-83607 {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:56:13.085190 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33220) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:13.140386 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d3a923ae-b16f-4840-b173-177b62fcd343 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group (71a127a4-ddf2-4a51-ac95-00dafb525424), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:13.164348 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d3a923ae-b16f-4840-b173-177b62fcd343 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group (71a127a4-ddf2-4a51-ac95-00dafb525424), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:13.222901 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d3a923ae-b16f-4840-b173-177b62fcd343 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (71a127a4-ddf2-4a51-ac95-00dafb525424), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:13.225579 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d3a923ae-b16f-4840-b173-177b62fcd343 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:13.226967 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-d3a923ae-b16f-4840-b173-177b62fcd343 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] 10.222.0.24 "DELETE /v2.0/security-groups/71a127a4-ddf2-4a51-ac95-00dafb525424 HTTP/1.1" status: 204 len: 168 time: 0.1406233 Mar 31 21:56:13.236647 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a923ae-b16f-4840-b173-177b62fcd343 tempest-TestVolumeBootPattern-1324992205 tempest-TestVolumeBootPattern-1324992205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a127a4-ddf2-4a51-ac95-00dafb525424,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:13.288700 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33224) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:13.735304 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9480ba1-c23f-4575-91e3-5bf8f9672c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384639'] for router_interface (42bbe4f9-fa58-423e-899f-77f41edd5b68), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:14.006331 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a9480ba1-c23f-4575-91e3-5bf8f9672c99 admin admin] Deleting port dccea868-d696-4026-8e72-c7561e91fdca {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:56:14.006601 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9480ba1-c23f-4575-91e3-5bf8f9672c99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (dccea868-d696-4026-8e72-c7561e91fdca), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:14.092175 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-a9480ba1-c23f-4575-91e3-5bf8f9672c99 admin admin] For port dccea868-d696-4026-8e72-c7561e91fdca, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=dccea868-d696-4026-8e72-c7561e91fdca,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:56:14.092965 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9480ba1-c23f-4575-91e3-5bf8f9672c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (dccea868-d696-4026-8e72-c7561e91fdca), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:14.106835 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a9480ba1-c23f-4575-91e3-5bf8f9672c99 admin admin] Calling delete_port for dccea868-d696-4026-8e72-c7561e91fdca owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:56:14.298785 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9480ba1-c23f-4575-91e3-5bf8f9672c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (dccea868-d696-4026-8e72-c7561e91fdca), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:14.329143 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9480ba1-c23f-4575-91e3-5bf8f9672c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=dccea868-d696-4026-8e72-c7561e91fdca,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:14.510897 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a9480ba1-c23f-4575-91e3-5bf8f9672c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16386031'] for router_interface (42bbe4f9-fa58-423e-899f-77f41edd5b68), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:14.740043 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9480ba1-c23f-4575-91e3-5bf8f9672c99 admin admin] Router 42bbe4f9-fa58-423e-899f-77f41edd5b68 has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:56:14.853261 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9480ba1-c23f-4575-91e3-5bf8f9672c99 admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:56:14.858760 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-a9480ba1-c23f-4575-91e3-5bf8f9672c99 admin admin] 10.222.0.24 "PUT /v2.0/routers/42bbe4f9-fa58-423e-899f-77f41edd5b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5690320 Mar 31 21:56:14.861316 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33228) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:14.868151 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edabd4a-4d20-4d1c-8deb-1885dabbb31a None None] Sync routers for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:56:14.882883 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edabd4a-4d20-4d1c-8deb-1885dabbb31a None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:56:14.883502 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6edabd4a-4d20-4d1c-8deb-1885dabbb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:56:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:14.985996 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Publish callbacks [] for router (42bbe4f9-fa58-423e-899f-77f41edd5b68), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.090858 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Publish callbacks [] for router_gateway (42bbe4f9-fa58-423e-899f-77f41edd5b68), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.125232 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6edabd4a-4d20-4d1c-8deb-1885dabbb31a None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: dv-cinder-836073-1-iscsi {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:56:15.147161 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Deleting port 9446973c-5911-4f25-9b7f-bd13f926acb9 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:56:15.147722 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.233565 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] For port 9446973c-5911-4f25-9b7f-bd13f926acb9, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=9446973c-5911-4f25-9b7f-bd13f926acb9,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:56:15.233919 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.246959 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Calling delete_port for 9446973c-5911-4f25-9b7f-bd13f926acb9 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:56:15.306928 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6edabd4a-4d20-4d1c-8deb-1885dabbb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:56:14Z', 'revision_number': 5, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port': {'id': '9446973c-5911-4f25-9b7f-bd13f926acb9', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:12Z', 'updated_at': '2022-03-31T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:15.334856 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edabd4a-4d20-4d1c-8deb-1885dabbb31a None None] Checking router: 42bbe4f9-fa58-423e-899f-77f41edd5b68 for host: dv-cinder-836073-1-iscsi {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:56:15.343237 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edabd4a-4d20-4d1c-8deb-1885dabbb31a None None] Routers {'42bbe4f9-fa58-423e-899f-77f41edd5b68'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:56:15.343854 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6edabd4a-4d20-4d1c-8deb-1885dabbb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:56:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['42bbe4f9-fa58-423e-899f-77f41edd5b68'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:15.417899 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (9446973c-5911-4f25-9b7f-bd13f926acb9), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.434539 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-6edabd4a-4d20-4d1c-8deb-1885dabbb31a None None] Set router 42bbe4f9-fa58-423e-899f-77f41edd5b68 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:56:15.447664 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=9446973c-5911-4f25-9b7f-bd13f926acb9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:15.488940 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-6edabd4a-4d20-4d1c-8deb-1885dabbb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:56:15Z', 'revision_number': 6, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port_host': None}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:15.510491 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16384261'] for router_gateway (42bbe4f9-fa58-423e-899f-77f41edd5b68), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.516592 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edabd4a-4d20-4d1c-8deb-1885dabbb31a None None] The sync data for ids ['42bbe4f9-fa58-423e-899f-77f41edd5b68'] in dv-cinder-836073-1-iscsi is: [{'id': '42bbe4f9-fa58-423e-899f-77f41edd5b68', 'name': 'tempest-TestVolumeBootPattern-1734105498-router', 'tenant_id': '2d6be05b2552473eb29341c870082530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:11Z', 'updated_at': '2022-03-31T21:56:15Z', 'revision_number': 6, 'project_id': '2d6be05b2552473eb29341c870082530', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:56:15.603252 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31990'] for router (42bbe4f9-fa58-423e-899f-77f41edd5b68), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.605400 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Publish callbacks [] for router_controller (42bbe4f9-fa58-423e-899f-77f41edd5b68), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.646427 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16399328'] for router (42bbe4f9-fa58-423e-899f-77f41edd5b68), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.646949 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42bbe4f9-fa58-423e-899f-77f41edd5b68 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:56:15.651179 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.652918 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-48c72990-9050-49cc-96ec-296157539b70 admin admin] 10.222.0.24 "DELETE /v2.0/routers/42bbe4f9-fa58-423e-899f-77f41edd5b68 HTTP/1.1" status: 204 len: 168 time: 0.7905412 Mar 31 21:56:15.655528 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33230) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:15.701449 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da1cc20-b6eb-42cb-b943-96b59a2e320d admin admin] Deleting subnet 5ee808fd-24c0-427b-b009-bf798f482c57 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:56:15.704449 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0da1cc20-b6eb-42cb-b943-96b59a2e320d admin admin] Publish callbacks [] for subnet (5ee808fd-24c0-427b-b009-bf798f482c57), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.738270 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0da1cc20-b6eb-42cb-b943-96b59a2e320d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13939790'] for subnet (5ee808fd-24c0-427b-b009-bf798f482c57), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.812326 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0da1cc20-b6eb-42cb-b943-96b59a2e320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (5ee808fd-24c0-427b-b009-bf798f482c57), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.870312 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0da1cc20-b6eb-42cb-b943-96b59a2e320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13624173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357913'] for subnet (5ee808fd-24c0-427b-b009-bf798f482c57), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.897473 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1cc20-b6eb-42cb-b943-96b59a2e320d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee808fd-24c0-427b-b009-bf798f482c57,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:15.899635 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0da1cc20-b6eb-42cb-b943-96b59a2e320d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:15.907643 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f3a4a3-56e2-4381-ab62-7f3311616109 None None] Network cb63e64e-2255-4b39-bda9-ef6da328ca20 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:56:15.908316 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-0da1cc20-b6eb-42cb-b943-96b59a2e320d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5ee808fd-24c0-427b-b009-bf798f482c57 HTTP/1.1" status: 204 len: 168 time: 0.2514439 Mar 31 21:56:15.910487 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 33232) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:15.983069 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (cb63e64e-2255-4b39-bda9-ef6da328ca20), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.036162 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Deleting port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:56:16.036501 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.102019 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] For port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b,segment=NetworkSegment(8d5af022-4a3f-4033-8004-bc0c4f850f9a),segment_id=8d5af022-4a3f-4033-8004-bc0c4f850f9a)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:56:16.102472 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.115553 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Calling delete_port for cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:56:16.190798 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13870034'] for port (cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.219522 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:16.222788 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] No DVR routers for this DVR port cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b on host dv-cinder-836073-1-iscsi {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:56:16.292159 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (cb63e64e-2255-4b39-bda9-ef6da328ca20), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.315571 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb63e64e-2255-4b39-bda9-ef6da328ca20']}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:16.315725 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d35b07-3832-41a5-b4ec-0fd97b65d8e5 None None] DHCP port deletion for cb63e64e-2255-4b39-bda9-ef6da328ca20 request from dv-cinder-836073-1-iscsi {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:56:16.330838 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5af022-4a3f-4033-8004-bc0c4f850f9a') {'for_net_delete': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:16.331136 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.services.segments.db [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5af022-4a3f-4033-8004-bc0c4f850f9a') {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:16.341853 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14050438'] for segment (8d5af022-4a3f-4033-8004-bc0c4f850f9a), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.355806 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (8d5af022-4a3f-4033-8004-bc0c4f850f9a), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.361797 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:56:16.362208 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13869959'] for segment (8d5af022-4a3f-4033-8004-bc0c4f850f9a), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: Traceback (most recent call last): Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: timer() Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: cb(*args, **kw) Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: return func(*args, **kwargs) Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: self._notify() Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: self.callback(batched_events) Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: event.method(event) Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: return f(self, *a, **k) Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._get(url).json() Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: return self.request(url, 'GET', **kwargs) Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:56:16.363844 dv-cinder-836073-1-iscsi neutron-server[103448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:56:16.422345 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (cb63e64e-2255-4b39-bda9-ef6da328ca20), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.429192 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.434119 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] 10.222.0.24 "DELETE /v2.0/networks/cb63e64e-2255-4b39-bda9-ef6da328ca20 HTTP/1.1" status: 204 len: 168 time: 0.5220816 Mar 31 21:56:16.437086 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33234) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:16.446835 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d9d68-ba98-461b-abef-f7954caeea5c admin admin] Pushing event deleted for resources: {'Network': ['ID=cb63e64e-2255-4b39-bda9-ef6da328ca20,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:16.694026 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 9446973c-5911-4f25-9b7f-bd13f926acb9 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:56:16.715351 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 9446973c-5911-4f25-9b7f-bd13f926acb9 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:56:16.715790 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 9446973c-5911-4f25-9b7f-bd13f926acb9 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:56:16.716280 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device dccea868-d696-4026-8e72-c7561e91fdca no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:56:16.737066 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: dccea868-d696-4026-8e72-c7561e91fdca {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:56:16.737329 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device dccea868-d696-4026-8e72-c7561e91fdca not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:56:16.737743 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:56:16.762889 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:56:16.763239 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device cd78a0ac-7f64-4ff9-ad55-ed9d39c9605b not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:56:17.014165 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5216298e-9b9a-4aa4-9bc3-aac86d4eadcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16384639'] for router_interface (94d87264-53e9-40b2-a70d-597668b5d57d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:17.253612 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-5216298e-9b9a-4aa4-9bc3-aac86d4eadcd admin admin] Deleting port 9810182d-8bb6-4849-a43f-c5b57d0ce543 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:56:17.253943 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5216298e-9b9a-4aa4-9bc3-aac86d4eadcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:17.329245 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-5216298e-9b9a-4aa4-9bc3-aac86d4eadcd admin admin] For port 9810182d-8bb6-4849-a43f-c5b57d0ce543, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=9810182d-8bb6-4849-a43f-c5b57d0ce543,segment=NetworkSegment(4b39f770-cb37-4093-a8b3-0d373af6b658),segment_id=4b39f770-cb37-4093-a8b3-0d373af6b658)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:56:17.329518 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5216298e-9b9a-4aa4-9bc3-aac86d4eadcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:17.345685 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-5216298e-9b9a-4aa4-9bc3-aac86d4eadcd admin admin] Calling delete_port for 9810182d-8bb6-4849-a43f-c5b57d0ce543 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:56:17.532490 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5216298e-9b9a-4aa4-9bc3-aac86d4eadcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (9810182d-8bb6-4849-a43f-c5b57d0ce543), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:17.556177 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216298e-9b9a-4aa4-9bc3-aac86d4eadcd admin admin] Pushing event deleted for resources: {'Port': ['ID=9810182d-8bb6-4849-a43f-c5b57d0ce543,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:17.720961 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5216298e-9b9a-4aa4-9bc3-aac86d4eadcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16279646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16386031'] for router_interface (94d87264-53e9-40b2-a70d-597668b5d57d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:17.935230 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5216298e-9b9a-4aa4-9bc3-aac86d4eadcd admin admin] Router 94d87264-53e9-40b2-a70d-597668b5d57d has already been hosted by L3 agent d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:56:18.041784 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5216298e-9b9a-4aa4-9bc3-aac86d4eadcd admin admin] Notify agent at l3_agent.dv-cinder-836073-1-iscsi the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:56:18.046876 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-5216298e-9b9a-4aa4-9bc3-aac86d4eadcd admin admin] 10.222.0.24 "PUT /v2.0/routers/94d87264-53e9-40b2-a70d-597668b5d57d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6083732 Mar 31 21:56:18.049410 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33236) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:18.052041 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5030e8-1df4-40a7-8ce7-1dd9aea1ed34 None None] Sync routers for ids ['94d87264-53e9-40b2-a70d-597668b5d57d'] in dv-cinder-836073-1-iscsi {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:56:18.063452 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5030e8-1df4-40a7-8ce7-1dd9aea1ed34 None None] Routers {'94d87264-53e9-40b2-a70d-597668b5d57d'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:56:18.064064 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-6c5030e8-1df4-40a7-8ce7-1dd9aea1ed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:56:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['94d87264-53e9-40b2-a70d-597668b5d57d'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:18.153779 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Publish callbacks [] for router (94d87264-53e9-40b2-a70d-597668b5d57d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.171290 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-6c5030e8-1df4-40a7-8ce7-1dd9aea1ed34 None None] Set router 94d87264-53e9-40b2-a70d-597668b5d57d gateway port host: dv-cinder-836073-1-iscsi {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:56:18.257046 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Publish callbacks [] for router_gateway (94d87264-53e9-40b2-a70d-597668b5d57d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.311878 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Deleting port 8e146409-4f2a-491f-ad55-8d440dce50e4 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:56:18.312239 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.359925 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-6c5030e8-1df4-40a7-8ce7-1dd9aea1ed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'name': 'tempest-TestVolumeBootPattern-554772223-router', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'external_fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:56:17Z', 'revision_number': 5, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'gw_port': {'id': '8e146409-4f2a-491f-ad55-8d440dce50e4', 'name': '', 'network_id': '117f9244-b533-4049-ba97-bca06ffbe3a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:74:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '530d3af8-eb66-40b1-95cc-b3096356be35', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-1-iscsi'}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:18.386058 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5030e8-1df4-40a7-8ce7-1dd9aea1ed34 None None] Checking router: 94d87264-53e9-40b2-a70d-597668b5d57d for host: dv-cinder-836073-1-iscsi {{(pid=103451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:56:18.390125 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] For port 8e146409-4f2a-491f-ad55-8d440dce50e4, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=8e146409-4f2a-491f-ad55-8d440dce50e4,segment=NetworkSegment(625ec94e-7b34-4b18-a0e1-7e1b028e1e1b),segment_id=625ec94e-7b34-4b18-a0e1-7e1b028e1e1b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:56:18.390575 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.394894 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5030e8-1df4-40a7-8ce7-1dd9aea1ed34 None None] Routers {'94d87264-53e9-40b2-a70d-597668b5d57d'} bound to L3 agent in host dv-cinder-836073-1-iscsi {{(pid=103451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:56:18.395498 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-6c5030e8-1df4-40a7-8ce7-1dd9aea1ed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:26:05Z,description=,heartbeat_timestamp=2022-03-31T21:56:05Z,host='dv-cinder-836073-1-iscsi',id=d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:26:05Z,topic='l3_agent')) {'router_ids': ['94d87264-53e9-40b2-a70d-597668b5d57d'], 'active': True} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:18.403812 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Calling delete_port for 8e146409-4f2a-491f-ad55-8d440dce50e4 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:56:18.486663 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_dvr_db [None req-6c5030e8-1df4-40a7-8ce7-1dd9aea1ed34 None None] Set router 94d87264-53e9-40b2-a70d-597668b5d57d gateway port host: None {{(pid=103451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:56:18.539977 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.l3_hamode_db [None req-6c5030e8-1df4-40a7-8ce7-1dd9aea1ed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'name': 'tempest-TestVolumeBootPattern-554772223-router', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:56:18Z', 'revision_number': 6, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'gw_port_host': None}], 'dv-cinder-836073-1-iscsi', False) {} {{(pid=103451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:18.568545 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5030e8-1df4-40a7-8ce7-1dd9aea1ed34 None None] The sync data for ids ['94d87264-53e9-40b2-a70d-597668b5d57d'] in dv-cinder-836073-1-iscsi is: [{'id': '94d87264-53e9-40b2-a70d-597668b5d57d', 'name': 'tempest-TestVolumeBootPattern-554772223-router', 'tenant_id': 'b8e4c3c80cac401499032776b98c78b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:18Z', 'updated_at': '2022-03-31T21:56:18Z', 'revision_number': 6, 'project_id': 'b8e4c3c80cac401499032776b98c78b6', 'gw_port_host': None}] {{(pid=103451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:56:18.574900 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (8e146409-4f2a-491f-ad55-8d440dce50e4), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.605655 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Pushing event deleted for resources: {'Port': ['ID=8e146409-4f2a-491f-ad55-8d440dce50e4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:18.662870 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16384261'] for router_gateway (94d87264-53e9-40b2-a70d-597668b5d57d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.753575 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16399257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31990'] for router (94d87264-53e9-40b2-a70d-597668b5d57d), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.755640 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Publish callbacks [] for router_controller (94d87264-53e9-40b2-a70d-597668b5d57d), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.802618 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16399328'] for router (94d87264-53e9-40b2-a70d-597668b5d57d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.803145 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d87264-53e9-40b2-a70d-597668b5d57d {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:56:18.807446 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.809140 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-89c67421-14b5-417f-bfcb-e45004e944bb admin admin] 10.222.0.24 "DELETE /v2.0/routers/94d87264-53e9-40b2-a70d-597668b5d57d HTTP/1.1" status: 204 len: 168 time: 0.7587857 Mar 31 21:56:18.812600 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33242) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:18.856672 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-397a8875-15fc-4b23-abfa-114e4f4ccec7 admin admin] Deleting subnet fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:56:18.859740 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-397a8875-15fc-4b23-abfa-114e4f4ccec7 admin admin] Publish callbacks [] for subnet (fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.894473 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-397a8875-15fc-4b23-abfa-114e4f4ccec7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13939790'] for subnet (fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.974319 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-397a8875-15fc-4b23-abfa-114e4f4ccec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040483'] for subnet (fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.039837 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-397a8875-15fc-4b23-abfa-114e4f4ccec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13624173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357913'] for subnet (fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.064949 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a8875-15fc-4b23-abfa-114e4f4ccec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:19.071231 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-397a8875-15fc-4b23-abfa-114e4f4ccec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.074873 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-397a8875-15fc-4b23-abfa-114e4f4ccec7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fe1d5c06-6875-4b00-b5cb-eaaa7aa9cdb7 HTTP/1.1" status: 204 len: 168 time: 0.2607179 Mar 31 21:56:19.076693 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5623527-f83b-41f7-a3e7-69cb8995848a None None] Network d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 requested from dv-cinder-836073-1-iscsi {{(pid=103449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:56:19.077176 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33244) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:19.143894 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15745826'] for network (d5fad59d-f66d-4bb4-bff7-c5502bbc00a8), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.200000 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Deleting port c5bddc51-75f4-4a7f-8e85-77212bbc80c5 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:56:19.200389 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765667574294'] for port (c5bddc51-75f4-4a7f-8e85-77212bbc80c5), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.263482 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] For port c5bddc51-75f4-4a7f-8e85-77212bbc80c5, host dv-cinder-836073-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-1-iscsi',level=0,port_id=c5bddc51-75f4-4a7f-8e85-77212bbc80c5,segment=NetworkSegment(4b39f770-cb37-4093-a8b3-0d373af6b658),segment_id=4b39f770-cb37-4093-a8b3-0d373af6b658)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:56:19.263765 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16389197'] for port (c5bddc51-75f4-4a7f-8e85-77212bbc80c5), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.275997 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Calling delete_port for c5bddc51-75f4-4a7f-8e85-77212bbc80c5 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:56:19.348315 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4ec245-471b-47d3-881d-5bd0f95a24f3 None None] DHCP port deletion for d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 request from dv-cinder-836073-1-iscsi {{(pid=103449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:56:19.350340 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 9810182d-8bb6-4849-a43f-c5b57d0ce543 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:56:19.357480 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-885040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765667579001', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765667157526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13622174'] for port (c5bddc51-75f4-4a7f-8e85-77212bbc80c5), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.380129 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 9810182d-8bb6-4849-a43f-c5b57d0ce543 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:56:19.380129 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 9810182d-8bb6-4849-a43f-c5b57d0ce543 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:56:19.388580 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bddc51-75f4-4a7f-8e85-77212bbc80c5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:19.392047 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] No DVR routers for this DVR port c5bddc51-75f4-4a7f-8e85-77212bbc80c5 on host dv-cinder-836073-1-iscsi {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:56:19.403396 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ec245-471b-47d3-881d-5bd0f95a24f3 None None] The port 'c5bddc51-75f4-4a7f-8e85-77212bbc80c5' was deleted {{(pid=103449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 31 21:56:19.463502 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-867048', 'neutron.services.segments.db._delete_segments_for_network-8765667651898'] for network (d5fad59d-f66d-4bb4-bff7-c5502bbc00a8), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.486653 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fad59d-f66d-4bb4-bff7-c5502bbc00a8']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:19.499107 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b39f770-cb37-4093-a8b3-0d373af6b658') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:19.499400 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.services.segments.db [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b39f770-cb37-4093-a8b3-0d373af6b658') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:19.508553 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765667651395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13939781'] for segment (4b39f770-cb37-4093-a8b3-0d373af6b658), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.522344 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772'] for segment (4b39f770-cb37-4093-a8b3-0d373af6b658), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.528866 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:56:19.529361 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1042772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13622219'] for segment (4b39f770-cb37-4093-a8b3-0d373af6b658), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: Traceback (most recent call last): Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: timer() Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: cb(*args, **kw) Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: return func(*args, **kwargs) Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: self._notify() Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: self.callback(batched_events) Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: event.method(event) Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: return f(self, *a, **k) Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._get(url).json() Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: return self.request(url, 'GET', **kwargs) Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:56:19.531047 dv-cinder-836073-1-iscsi neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:56:19.594631 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-867041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16279623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16384361'] for network (d5fad59d-f66d-4bb4-bff7-c5502bbc00a8), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.600204 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16279665'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.603392 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d5fad59d-f66d-4bb4-bff7-c5502bbc00a8 HTTP/1.1" status: 204 len: 168 time: 0.5254538 Mar 31 21:56:19.614547 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cb7f6-a352-4115-87ad-8d7ccf40eae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5fad59d-f66d-4bb4-bff7-c5502bbc00a8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:19.722719 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33250) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:19.761538 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-10034d28-c424-429b-b6ca-343680db4031 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d6be05b2552473eb29341c870082530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376377 Mar 31 21:56:19.763971 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 33252) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:19.811871 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19310fb8-4836-4e87-8c44-84fb4406fa43 admin admin] Publish callbacks [] for security_group (24f5954b-0786-4584-9eb7-a7249ca659ac), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.832974 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19310fb8-4836-4e87-8c44-84fb4406fa43 admin admin] Publish callbacks [] for security_group (24f5954b-0786-4584-9eb7-a7249ca659ac), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.881894 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19310fb8-4836-4e87-8c44-84fb4406fa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (24f5954b-0786-4584-9eb7-a7249ca659ac), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.884514 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19310fb8-4836-4e87-8c44-84fb4406fa43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.885709 dv-cinder-836073-1-iscsi neutron-server[103447]: INFO neutron.wsgi [None req-19310fb8-4836-4e87-8c44-84fb4406fa43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24f5954b-0786-4584-9eb7-a7249ca659ac HTTP/1.1" status: 204 len: 168 time: 0.1208606 Mar 31 21:56:19.893967 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19310fb8-4836-4e87-8c44-84fb4406fa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f5954b-0786-4584-9eb7-a7249ca659ac,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:20.206773 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 33260) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:20.246495 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-5a1a707a-0241-4569-89fa-87d880746c12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8e4c3c80cac401499032776b98c78b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385392 Mar 31 21:56:20.248994 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.wsgi [-] (103448) accepted ('10.222.0.24', 33262) {{(pid=103448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:20.295008 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2114d756-d741-40cc-9b56-064f9b5d14e2 admin admin] Publish callbacks [] for security_group (3421f144-aae2-4e71-a7e5-467a36eb86cc), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:20.316146 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2114d756-d741-40cc-9b56-064f9b5d14e2 admin admin] Publish callbacks [] for security_group (3421f144-aae2-4e71-a7e5-467a36eb86cc), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:20.363015 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2114d756-d741-40cc-9b56-064f9b5d14e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16466649'] for security_group (3421f144-aae2-4e71-a7e5-467a36eb86cc), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:20.365789 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2114d756-d741-40cc-9b56-064f9b5d14e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:20.367005 dv-cinder-836073-1-iscsi neutron-server[103448]: INFO neutron.wsgi [None req-2114d756-d741-40cc-9b56-064f9b5d14e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3421f144-aae2-4e71-a7e5-467a36eb86cc HTTP/1.1" status: 204 len: 168 time: 0.1171241 Mar 31 21:56:20.375162 dv-cinder-836073-1-iscsi neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114d756-d741-40cc-9b56-064f9b5d14e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3421f144-aae2-4e71-a7e5-467a36eb86cc,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:20.682062 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 8e146409-4f2a-491f-ad55-8d440dce50e4 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:56:20.704234 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: 8e146409-4f2a-491f-ad55-8d440dce50e4 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:56:20.704579 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device 8e146409-4f2a-491f-ad55-8d440dce50e4 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:56:20.705000 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device c5bddc51-75f4-4a7f-8e85-77212bbc80c5 no longer exists at agent ovs-agent-dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:56:20.725384 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.plugin [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] No Port match for: c5bddc51-75f4-4a7f-8e85-77212bbc80c5 {{(pid=103449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:56:20.725728 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron.plugins.ml2.rpc [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Device c5bddc51-75f4-4a7f-8e85-77212bbc80c5 not bound to the agent host dv-cinder-836073-1-iscsi {{(pid=103449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:56:29.955846 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:56:33.216937 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6cbd6d10-eaea-4e36-86dd-2d62d46a9ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:35.317839 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fec489b5-0436-4b3f-b8c3-b66a71582e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:37.123305 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:37.331201 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:38.550833 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:39.667600 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:03.219439 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-dd77f3bb-7173-41f8-8a9b-31ae913451c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:05.319540 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f5eabf6e-1d03-4ac8-9d02-67254195b007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:06.953662 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:57:07.127836 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:07.330796 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:08.553631 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:09.671255 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:33.222625 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-0e6b15fa-acfb-4655-94bb-8c1fb43fceb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:35.321586 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f82777bf-cbbb-484d-88f2-93857ed128b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:37.129946 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:37.326707 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:38.556193 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:39.673189 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:43.951776 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:58:03.224385 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f71ab6d1-b1af-4baf-aad5-75ac96a4a431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:05.322740 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2a112fa9-3a7b-44d3-bfb8-95cc7ea233e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:07.132737 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:07.329980 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:08.557993 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:09.683372 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:20.951745 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:58:33.225118 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-39795faa-7bff-47b6-9453-13df3e8c37a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:35.326228 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2519dc92-bf45-4fb6-9d99-06b3ce59c5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:37.137376 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:37.327202 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:38.560015 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:39.680547 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:57.953659 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:59:03.230587 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-29b3b342-cc07-4946-acc5-424c9dc54a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:05.327847 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-a00851c2-2087-4122-85ad-280881f5e3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:07.139409 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:07.326135 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:08.562861 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:09.683624 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:10.155238 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-29764a25-1e46-4e91-9dcd-e515b2ffe319 service neutron] (103447) timed out ('10.222.0.24', 54154) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:59:10.259491 dv-cinder-836073-1-iscsi neutron-server[103447]: DEBUG neutron.wsgi [req-24686ac9-5a72-43d4-a8b0-896d4fab668c req-738ab800-25df-4364-bf01-6cf4eca3f758 tempest-AttachVolumeShelveTestJSON-858002135 tempest-AttachVolumeShelveTestJSON-858002135-project] (103447) timed out ('10.222.0.24', 54162) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:59:33.231218 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-7e1239bf-db92-4642-83d2-01e6bfffbc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:34.952505 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:59:35.329411 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c1b8245c-867c-41e8-839c-bf4658a36b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:37.144008 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:37.323489 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:38.565211 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:39.687529 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:03.233384 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-8eede82d-2057-405d-8b1f-2995bc5bc577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:05.331838 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-78736eab-1354-47a2-877f-73ab1d7f3be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:07.145194 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:07.331511 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:08.567378 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:09.695588 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:11.951134 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:00:33.234760 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-643cccd6-47d8-4a17-ad4a-b5a7c8601b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:35.333851 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-f4ee0789-85f2-4327-9668-2b22c1f93e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:37.147689 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:37.334497 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:38.568978 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:39.693566 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:48.950920 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:01:03.236554 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-188f4e2c-2610-4195-a411-e1f8c7807419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:05.335160 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-2e027e01-f6c2-4499-9817-98002ffa0e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:07.150872 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:07.350040 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:08.572148 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:09.697899 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:25.951116 dv-cinder-836073-1-iscsi neutron-server[103451]: DEBUG neutron.db.agents_db [None req-cf61daa3-193e-4244-88bf-86adcb2bd59e None None] Agent healthcheck: found 6 active agents {{(pid=103451) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:01:33.238626 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-66123c13-98f6-4252-acc7-4a09f4634321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (dd02d619-2ec7-4fd8-bc40-20dec9a02101), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:35.335284 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-60fdddde-4a31-4f8c-94b8-01d0876ba233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d78da3e4-d6b2-4c6f-b6d6-16e83f4427e7), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:37.153124 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-819be5bc-8d13-4129-8037-37bf958d29ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (d253c9cf-2202-43e6-87d7-4b0b3110a3e5), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:37.349132 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-4a2381ef-9610-4511-b906-221455a3cdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (25776af7-43be-43be-a99d-9ff3d458ab4d), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:38.574531 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-6f7bc243-2d5e-4139-bae3-fa607dfb4d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (c4734e8b-5c60-4254-9069-76a354617846), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:39.698612 dv-cinder-836073-1-iscsi neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fe630c4c-f04f-4bfc-92f4-2f56c04ac6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765667651880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866089'] for agent (7052472d-e6d7-438a-9ebe-74d03eeac8f4), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}